{"total":34,"rows":[{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2205.09921","title":"KERPLE: Kernelized Relative Positional Embedding for Length Extrapolation","created":"2022-05-20","cited_by_count":86,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2306.15400","title":"Length Generalization in Arithmetic Transformers","created":"2023-06-27","cited_by_count":66,"area":null},{"id":"2311.14737","title":"Positional Description Matters for Transformers Arithmetic","created":"2023-11-22","cited_by_count":56,"area":null},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2205.12551","title":"Masked Jigsaw Puzzle: A Versatile Position Embedding for Vision Transformers","created":"2022-05-25","cited_by_count":33,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2405.20131","title":"Language Models Need Inductive Biases to Count Inductively","created":"2024-05-30","cited_by_count":25,"area":null},{"id":"2502.02562","title":"Learning the RoPEs: Better 2D and 3D Position Encodings with STRING","created":"2025-02-04","cited_by_count":19,"area":null},{"id":"2210.12574","title":"The Curious Case of Absolute Position Embeddings","created":"2022-10-23","cited_by_count":17,"area":null},{"id":"2410.21216","title":"HoPE: A Novel Positional Encoding Without Long-Term Decay for Enhanced Context Awareness and Extrapolation","created":"2024-10-28","cited_by_count":17,"area":null},{"id":"2201.06268","title":"Continual Transformers: Redundancy-Free Attention for Online Inference","created":"2022-01-17","cited_by_count":12,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2412.17592","title":"Investigating Length Issues in Document-level Machine Translation","created":"2024-12-23","cited_by_count":10,"area":null},{"id":"2305.18294","title":"Transformer Language Models Handle Word Frequency in Prediction Head","created":"2023-05-29","cited_by_count":8,"area":null},{"id":"2402.00236","title":"Positional Encoding Helps Recurrent Neural Networks Handle a Large Vocabulary","created":"2024-01-31","cited_by_count":5,"area":null},{"id":"2505.13027","title":"Deconstructing Positional Information: From Attention Logits to Training Biases","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2311.12885","title":"Long-MIL: Scaling Long Contextual Multiple Instance Learning for Histopathology Whole Slide Image Analysis","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2503.10542","title":"Language Models, Graph Searching, and Supervision Adulteration: When More Supervision is Less and How to Make More More","created":"2025-03-13","cited_by_count":3,"area":null},{"id":"2202.10240","title":"Rethinking the Zigzag Flattening for Image Reading","created":"2022-02-21","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2509.22259","title":"Rotary Position Encodings for Graphs","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2310.14633","title":"Extending Input Contexts of Language Models through Training on Segmented Sequences","created":"2023-10-23","cited_by_count":0,"area":null},{"id":"2406.07049","title":"GridPE: A Grid Cell-Inspired Unified Position Embedding for Arbitrary-Dimensional Spaces","created":"2024-06-11","cited_by_count":0,"area":null},{"id":"2601.12051","title":"A Unified Masked Jigsaw Puzzle Framework for Vision and Language Models","created":"2026-01-17","cited_by_count":0,"area":null},{"id":"2602.14050","title":"Position Encoding with Random Float Sampling Enhances Length Generalization of Transformers","created":"2026-02-15","cited_by_count":0,"area":null},{"id":"2605.30022","title":"Give it Space! Explicit Disentangling of Positional and Semantic Representations in Encoders","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2609.12674","title":"Doc2FRC: Length-Consistent Document-Level Machine Translation via Fixed-Range Chunking","created":"2026-09-11","cited_by_count":0,"area":null}],"next_cursor":null}