{"total":72,"rows":[{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2502.01951","title":"On the Emergence of Position Bias in Transformers","created":"2025-02-04","cited_by_count":59,"area":null},{"id":"2510.06477","title":"Attention Sinks and Compression Valleys in LLMs are Two Sides of the Same Coin","created":"2025-10-07","cited_by_count":52,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2502.10818","title":"On Vanishing Gradients, Over-Smoothing, and Over-Squashing in GNNs: Bridging Recurrent and Graph Learning","created":"2025-02-15","cited_by_count":43,"area":null},{"id":"2502.17598","title":"Hallucination Detection in LLMs Using Spectral Features of Attention Maps","created":"2025-02-24","cited_by_count":43,"area":null},{"id":"2406.16678","title":"Segment Any Text: A Universal Approach for Robust, Efficient and Adaptable Sentence Segmentation","created":"2024-06-24","cited_by_count":41,"area":null},{"id":"2407.15160","title":"When Can Transformers Count to n?","created":"2024-07-21","cited_by_count":24,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2505.23947","title":"Position: The Future of Bayesian Prediction Is Prior-Fitted","created":"2025-05-29","cited_by_count":20,"area":null},{"id":"2502.13055","title":"LAMD: Context-driven Android Malware Detection and Classification with LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2502.00919","title":"Attention Sinks: A 'Catch, Tag, Release' Mechanism for Embeddings","created":"2025-02-02","cited_by_count":16,"area":null},{"id":"2503.08908","title":"Interpreting the Repeated Token Phenomenon in Large Language Models","created":"2025-03-11","cited_by_count":16,"area":null},{"id":"2505.21862","title":"Towards Scalable Language-Image Pre-training for 3D Medical Imaging","created":"2025-05-28","cited_by_count":14,"area":null},{"id":"2507.21653","title":"DGP: A Dual-Granularity Prompting Framework for Fraud Detection with Graph-Enhanced LLMs","created":"2025-07-29","cited_by_count":12,"area":null},{"id":"2509.17178","title":"Attention Consistency for LLMs Explanation","created":"2025-09-21","cited_by_count":11,"area":null},{"id":"2406.11624","title":"Words in Motion: Extracting Interpretable Control Vectors for Motion Transformers","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2411.07176","title":"More Expressive Attention with Negative Weights","created":"2024-11-11","cited_by_count":9,"area":null},{"id":"2601.22950","title":"Perplexity Cannot Always Tell Right from Wrong","created":"2026-01-30","cited_by_count":9,"area":null},{"id":"2604.06543","title":"The Illusion of Stochasticity in LLMs","created":"2026-04-08","cited_by_count":9,"area":null},{"id":"2407.18103","title":"Fine-Tuning Large Language Models for Stock Return Prediction Using Newsflow","created":"2024-07-25","cited_by_count":8,"area":null},{"id":"2409.20052","title":"Mitigating Propensity Bias of Large Language Models for Recommender Systems","created":"2024-09-30","cited_by_count":8,"area":null},{"id":"2410.01565","title":"Bayes' Power for Explaining In-Context Learning Generalizations","created":"2024-10-02","cited_by_count":8,"area":null},{"id":"2603.01281","title":"Spectral Attention Steering for Prompt Highlighting","created":"2026-03-01","cited_by_count":8,"area":null},{"id":"2506.13688","title":"What Happens During the Loss Plateau? Understanding Abrupt Learning in Transformers","created":"2025-06-16","cited_by_count":7,"area":null},{"id":"2411.15671","title":"Best of Both Worlds: Advantages of Hybrid Graph Sequence Models","created":"2024-11-23","cited_by_count":6,"area":null},{"id":"2506.15507","title":"Over-squashing in Spatiotemporal Graph Neural Networks","created":"2025-06-18","cited_by_count":6,"area":null},{"id":"2509.24770","title":"Neural Message-Passing on Attention Graphs for Hallucination Detection","created":"2025-09-29","cited_by_count":6,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2508.18051","title":"Training Transformers for Mesh-Based Simulations","created":"2025-08-25","cited_by_count":5,"area":null},{"id":"2508.21421","title":"Rethinking Layer-wise Model Merging through Chain of Merges","created":"2025-08-29","cited_by_count":5,"area":null},{"id":"2602.16837","title":"A Structural Theory of Position Bias in Transformers","created":"2026-02-18","cited_by_count":5,"area":null},{"id":"2407.14055","title":"Quantum Hamiltonian Embedding of Images for Data Reuploading Classifiers","created":"2024-07-19","cited_by_count":4,"area":null},{"id":"2502.09245","title":"You Do Not Fully Utilize Transformer's Representation Capacity","created":"2025-02-13","cited_by_count":4,"area":null},{"id":"2505.10606","title":"Continuity and Isolation Lead to Doubts or Dilemmas in Large Language Models","created":"2025-05-15","cited_by_count":3,"area":null},{"id":"2511.05313","title":"Controllably Efficient Language Models","created":"2025-11-07","cited_by_count":3,"area":null},{"id":"2511.14868","title":"Hierarchical Token Prepending: Enhancing Information Flow in Decoder-based LLM Embeddings","created":"2025-11-18","cited_by_count":3,"area":null},{"id":"2601.00919","title":"Attention Needs to Focus: A Unified Perspective on Attention Allocation","created":"2026-01-01","cited_by_count":3,"area":null},{"id":"2604.15180","title":"AdaSplash-2: Faster Differentiable Sparse Attention","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2511.08028","title":"Generalizable Insights for Graph Transformers in Theory and Practice","created":"2025-11-11","cited_by_count":2,"area":null},{"id":"2601.22766","title":"Sparse Attention as Compact Kernel Regression","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2602.10956","title":"Stochastic Parroting in Temporal Attention -- Regulating the Diagonal Sink","created":"2026-02-11","cited_by_count":2,"area":null},{"id":"2604.07737","title":"SepSeq: A Training-Free Framework for Long Numerical Sequence Processing in LLMs","created":"2026-04-09","cited_by_count":2,"area":null},{"id":"2604.08591","title":"From Dispersion to Attraction: Spectral Dynamics of Hallucination Across Whisper Model Scales","created":"2026-03-31","cited_by_count":2,"area":null},{"id":"2605.29640","title":"VikingMem: A Memory Base Management System for Stateful LLM-based Applications","created":"2026-05-28","cited_by_count":2,"area":null},{"id":"2607.01538","title":"Can Language Models Actually Retrieve In-Context? Drowning in Documents at Million Token Scale","created":"2026-07-01","cited_by_count":2,"area":null},{"id":"2502.06038","title":"Provably Overwhelming Transformer Models with Designed Inputs","created":"2025-02-09","cited_by_count":1,"area":null},{"id":"2504.13614","title":"Adaptive Long-term Embedding with Denoising and Augmentation for Recommendation","created":"2025-04-18","cited_by_count":1,"area":null},{"id":"2505.08739","title":"Probability Consistency in Large Language Models: Theoretical Foundations Meet Empirical Discrepancies","created":"2025-05-13","cited_by_count":1,"area":null},{"id":"2510.08450","title":"gLSTM: Mitigating Over-Squashing by Increasing Storage Capacity","created":"2025-10-09","cited_by_count":1,"area":null},{"id":"2512.09182","title":"Understanding the Failure Modes of Transformers through the Lens of Graph Neural Networks","created":"2025-12-09","cited_by_count":1,"area":null},{"id":"2605.08453","title":"Sink vs. diagonal patterns as mechanisms for attention switch and oversmoothing prevention","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2606.25156","title":"ATMA: Long-Context Language Modeling via Polar Attention and Gated-Delta Compression Memory","created":"2026-06-23","cited_by_count":1,"area":null},{"id":"2608.16844","title":"Proteus: Incremental Memory Activation for Long-Context Sequence Modeling","created":"2026-08-17","cited_by_count":1,"area":null},{"id":"2511.11046","title":"Enhancing Graph Representations with Neighborhood-Contextualized Message-Passing","created":"2025-11-14","cited_by_count":0,"area":null},{"id":"2601.14522","title":"On the Runway Cascade of Transformers for Language Modeling","created":"2026-01-20","cited_by_count":0,"area":null},{"id":"2602.04931","title":"Emergent Causal-Geometric Dynamics Across Depth in Large Language Models","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2602.17287","title":"Representation Collapse in Machine Translation Through the Lens of Angular Dispersion","created":"2026-02-19","cited_by_count":0,"area":null},{"id":"2603.28773","title":"UltRAG: a Universal Simple Scalable Recipe for Knowledge Graph RAG","created":"2026-01-28","cited_by_count":0,"area":null},{"id":"2604.10697","title":"Attention Sinks as Internal Signals for Hallucination Detection in Large Language Models","created":"2026-04-12","cited_by_count":0,"area":null},{"id":"2605.22223","title":"How Many Different Outputs Can a Transformer Generate?","created":"2026-05-21","cited_by_count":0,"area":null},{"id":"2606.05134","title":"Activation-Based Active Learning for In-Context Learning: Challenges and Insights","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2607.20484","title":"The Devil is in the Spectrum: Mitigating Representation Collapse in LLMs via Topologically Regularized Side-Path","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2608.04021","title":"When More Becomes Less: Position-Dependent Repetition Effects in Language Models","created":"2026-06-24","cited_by_count":0,"area":null},{"id":"2609.03429","title":"When Do Frozen VLMs Respond to Image-Free Object-Token Edits? An Answer-Key-Free Protocol and What It Reveals","created":"2026-09-03","cited_by_count":0,"area":null},{"id":"2609.21096","title":"Detecting Hallucination in LLMs: Tracing the Topological Signatures of Impaired Context Sharing","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.36974","title":"Repetition, Not Length: Isolating the Counting Failure in Neural Text-to-Speech","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.06012","title":"Spectral Geometry of Attention: From Information Routing to Uncertainty","created":"2026-10-05","cited_by_count":0,"area":null},{"id":"2610.16349","title":"RIFT: Token Influence Follows the Path of Least Resistance","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.19324","title":"Why don't Graph Transformers attend to the same token?","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}