{"total":45,"rows":[{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2403.13298","title":"Rotary Position Embedding for Vision Transformer","created":"2024-03-20","cited_by_count":236,"area":null},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2205.09921","title":"KERPLE: Kernelized Relative Positional Embedding for Length Extrapolation","created":"2022-05-20","cited_by_count":86,"area":null},{"id":"2302.06015","title":"A Theoretical Understanding of Shallow Vision Transformers: Learning, Generalization, and Sample Complexity","created":"2023-02-12","cited_by_count":77,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2111.00161","title":"Pseudo-Labeling for Massively Multilingual Speech Recognition","created":"2021-10-30","cited_by_count":24,"area":null},{"id":"2307.13813","title":"How to Scale Your EMA","created":"2023-07-25","cited_by_count":24,"area":null},{"id":"2307.09270","title":"Linearized Relative Positional Encoding","created":"2023-07-18","cited_by_count":17,"area":null},{"id":"2408.03282","title":"AMES: Asymmetric and Memory-Efficient Similarity Estimation for Instance-level Retrieval","created":"2024-08-06","cited_by_count":16,"area":null},{"id":"2211.01438","title":"Variable Attention Masking for Configurable Transformer Transducer Speech Recognition","created":"2022-11-02","cited_by_count":14,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2201.06268","title":"Continual Transformers: Redundancy-Free Attention for Online Inference","created":"2022-01-17","cited_by_count":12,"area":null},{"id":"2210.08711","title":"Continuous Pseudo-Labeling from the Start","created":"2022-10-17","cited_by_count":11,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2305.20019","title":"Monotonic Location Attention for Length Generalization","created":"2023-05-31","cited_by_count":9,"area":null},{"id":"2505.16983","title":"LLM as Effective Streaming Processor: Bridging Streaming-Batch Mismatches with Group Position Encoding","created":"2025-05-22","cited_by_count":9,"area":null},{"id":"2309.01943","title":"Extract-and-Adaptation Network for 3D Interacting Hand Mesh Recovery","created":"2023-09-05","cited_by_count":7,"area":null},{"id":"2404.05196","title":"HSViT: Horizontally Scalable Vision Transformer","created":"2024-04-08","cited_by_count":6,"area":null},{"id":"2309.17395","title":"AV-CPL: Continuous Pseudo-Labeling for Audio-Visual Speech Recognition","created":"2023-09-29","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2203.10252","title":"Similarity and Content-based Phonetic Self Attention for Speech Recognition","created":"2022-03-19","cited_by_count":3,"area":null},{"id":"2309.03617","title":"NeuroCodeBench: a plain C neural network benchmark for software verification","created":"2023-09-07","cited_by_count":3,"area":null},{"id":"2311.12885","title":"Long-MIL: Scaling Long Contextual Multiple Instance Learning for Histopathology Whole Slide Image Analysis","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2211.00854","title":"More Speaking or More Speakers?","created":"2022-11-02","cited_by_count":2,"area":null},{"id":"2307.02912","title":"LEA: Improving Sentence Similarity Robustness to Typos Using Lexical Attention Bias","created":"2023-07-06","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2510.23389","title":"Floating-Point Neural Network Verification at the Software Level","created":"2025-10-27","cited_by_count":2,"area":null},{"id":"2207.07284","title":"Parameterization of Cross-Token Relations with Relative Positional Encoding for Vision MLP","created":"2022-07-15","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2509.12635","title":"Positional Encoding via Token-Aware Phase Attention","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2310.14633","title":"Extending Input Contexts of Language Models through Training on Segmented Sequences","created":"2023-10-23","cited_by_count":0,"area":null},{"id":"2411.11046","title":"Knowledge-enhanced Transformer for Multivariate Long Sequence Time-series Forecasting","created":"2024-11-17","cited_by_count":0,"area":null},{"id":"2504.03749","title":"Input Resolution Downsizing as a Compression Technique for Vision Deep Learning Systems","created":"2025-04-01","cited_by_count":0,"area":null},{"id":"2505.13137","title":"Learning to Adapt to Position Bias in Vision Transformer Classifiers","created":"2025-05-19","cited_by_count":0,"area":null},{"id":"2506.10669","title":"PiPViT: Patch-based Visual Interpretable Prototypes for Retinal Image Analysis","created":"2025-06-12","cited_by_count":0,"area":null},{"id":"2512.14652","title":"Segmental Attention Decoding With Long Form Acoustic Encodings","created":"2025-12-16","cited_by_count":0,"area":null},{"id":"2602.14050","title":"Position Encoding with Random Float Sampling Enhances Length Generalization of Transformers","created":"2026-02-15","cited_by_count":0,"area":null}],"next_cursor":null}