{"total":39,"rows":[{"id":"2410.03051","title":"AuroraCap: Efficient, Performant Video Detailed Captioning and a New Benchmark","created":"2024-10-04","cited_by_count":140,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2505.19488","title":"Understanding Transformer from the Perspective of Associative Memory","created":"2025-05-26","cited_by_count":34,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2512.12167","title":"Extending the Context of Pretrained LLMs by Dropping Their Positional Embeddings","created":"2025-12-13","cited_by_count":26,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2405.18009","title":"Exploring Context Window of Large Language Models via Decomposed Positional Vectors","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2502.09844","title":"Solving Empirical Bayes via Transformers","created":"2025-02-14","cited_by_count":11,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2410.01651","title":"Efficient Length-Generalizable Attention via Causal Retrieval for Long-Context Language Modeling","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2508.05776","title":"Whither symbols in the era of advanced neural networks?","created":"2025-08-07","cited_by_count":7,"area":null},{"id":"2505.13027","title":"Deconstructing Positional Information: From Attention Logits to Training Biases","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2511.09146","title":"DoPE: Denoising Rotary Position Embedding","created":"2025-11-12","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2510.05364","title":"The End of Transformers? On Challenging Attention and the Rise of Sub-Quadratic Architectures","created":"2025-10-06","cited_by_count":4,"area":null},{"id":"2512.14391","title":"RePo: Language Models with Context Re-Positioning","created":"2025-12-16","cited_by_count":4,"area":null},{"id":"2406.02536","title":"Mitigate Position Bias in Large Language Models via Scaling a Single Dimension","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2507.04416","title":"RAT: Bridging RNN Efficiency and Attention Accuracy via Chunk-based Sequence Modeling","created":"2025-07-06","cited_by_count":3,"area":null},{"id":"2511.08368","title":"A Circular Argument : Does RoPE need to be Equivariant for Vision?","created":"2025-11-11","cited_by_count":3,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2509.12635","title":"Positional Encoding via Token-Aware Phase Attention","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2510.10489","title":"Head-wise Adaptive Rotary Positional Encoding for Fine-Grained Image Generation","created":"2025-10-12","cited_by_count":1,"area":null},{"id":"2604.01178","title":"Screening Is Enough","created":"2026-04-01","cited_by_count":1,"area":null},{"id":"2507.08606","title":"DocPolarBERT: A Pre-trained Model for Document Understanding with Relative Polar Coordinate Encoding of Layout Structures","created":"2025-07-11","cited_by_count":0,"area":null},{"id":"2509.25073","title":"An empirical study on the limitation of Transformers in program trace generation","created":"2025-09-29","cited_by_count":0,"area":null},{"id":"2512.15600","title":"How Smoothing is N-simplicial Attention?","created":"2025-12-17","cited_by_count":0,"area":null},{"id":"2602.02268","title":"HopFormer: Sparse Graph Transformers with Explicit Receptive Field Control","created":"2026-02-02","cited_by_count":0,"area":null},{"id":"2604.18603","title":"Dual Triangle Attention: Effective Bidirectional Attention Without Positional Embeddings","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2608.10296","title":"Cracks in the Foundation: Seemingly Minor Architectural Choices Impact Long Context Extension","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2608.21815","title":"Resilient Concurrent Causal Discovery for Topological Event Sequences","created":"2026-08-22","cited_by_count":0,"area":null},{"id":"2609.01231","title":"Multi-Head Self Attention is a Parameter Identification Mechanism","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2610.19358","title":"Asymptotic Behavior of Transformers","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}