{"total":81,"rows":[{"id":"2102.04378","title":"TransReID: Transformer-based Object Re-Identification","created":"2021-02-08","cited_by_count":435,"area":null},{"id":"2103.11886","title":"DeepViT: Towards Deeper Vision Transformer","created":"2021-03-22","cited_by_count":289,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2103.14304","title":"Exploiting Temporal Contexts with Strided Transformer for 3D Human Pose Estimation","created":"2021-03-26","cited_by_count":94,"area":null},{"id":"2210.00077","title":"E-Branchformer: Branchformer with Enhanced merging for speech recognition","created":"2022-09-30","cited_by_count":92,"area":null},{"id":"2103.00823","title":"M6: A Chinese Multimodal Pretrainer","created":"2021-03-01","cited_by_count":91,"area":null},{"id":"2205.00551","title":"Gender Bias in Masked Language Models for Multiple Languages","created":"2022-05-01","cited_by_count":60,"area":null},{"id":"2301.06568","title":"Ankh: Optimized Protein Language Model Unlocks General-Purpose Modelling","created":"2023-01-16","cited_by_count":45,"area":null},{"id":"2305.14928","title":"Towards Reliable Misinformation Mitigation: Generalization, Uncertainty, and GPT-4","created":"2023-05-24","cited_by_count":45,"area":null},{"id":"2203.01111","title":"Large-Scale Hate Speech Detection with Cross-Domain Transfer","created":"2022-03-02","cited_by_count":41,"area":null},{"id":"2105.00827","title":"AMMU : A Survey of Transformer-based Biomedical Pretrained Language Models","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2306.04670","title":"Object Detection with Transformers: A Review","created":"2023-06-07","cited_by_count":22,"area":null},{"id":"2107.07445","title":"AutoBERT-Zero: Evolving BERT Backbone from Scratch","created":"2021-07-15","cited_by_count":21,"area":null},{"id":"2109.06980","title":"Explainable Identification of Dementia from Transcripts using Transformer Networks","created":"2021-09-14","cited_by_count":19,"area":null},{"id":"2203.03073","title":"ILDAE: Instance-Level Difficulty Analysis of Evaluation Data","created":"2022-03-07","cited_by_count":17,"area":null},{"id":"2110.03142","title":"A Comparative Study of Transformer-Based Language Models on Extractive Question Answering","created":"2021-10-07","cited_by_count":13,"area":null},{"id":"2401.14373","title":"TURNA: A Turkish Encoder-Decoder Language Model for Enhanced Understanding and Generation","created":"2024-01-25","cited_by_count":13,"area":null},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2210.02849","title":"XDoc: Unified Pre-training for Cross-Format Document Understanding","created":"2022-10-06","cited_by_count":12,"area":null},{"id":"2212.07617","title":"Efficient Pre-training of Masked Language Model via Concept-based Curriculum Masking","created":"2022-12-15","cited_by_count":12,"area":null},{"id":"2306.08847","title":"Improving Reading Comprehension Question Generation with Data Augmentation and Overgenerate-and-rank","created":"2023-06-15","cited_by_count":12,"area":null},{"id":"2106.05505","title":"Convolutions and Self-Attention: Re-interpreting Relative Positions in Pre-trained Language Models","created":"2021-06-10","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2107.05295","title":"DaCy: A Unified Framework for Danish NLP","created":"2021-07-12","cited_by_count":10,"area":null},{"id":"2407.01873","title":"Automated Text Scoring in the Age of Generative AI for the GPU-poor","created":"2024-07-02","cited_by_count":10,"area":null},{"id":"2106.06849","title":"Can Transformer Language Models Predict Psychometric Properties?","created":"2021-06-12","cited_by_count":8,"area":null},{"id":"2202.11558","title":"Short-answer scoring with ensembles of pretrained language models","created":"2022-02-23","cited_by_count":8,"area":null},{"id":"2310.06390","title":"P5: Plug-and-Play Persona Prompting for Personalized Response Selection","created":"2023-10-10","cited_by_count":8,"area":null},{"id":"2208.12615","title":"MonaCoBERT: Monotonic attention based ConvBERT for Knowledge Tracing","created":"2022-08-19","cited_by_count":7,"area":null},{"id":"2308.05787","title":"Temporally-Adaptive Models for Efficient Video Understanding","created":"2023-08-10","cited_by_count":7,"area":null},{"id":"2412.09415","title":"Text Generation Models for Luxembourgish with Limited Data: A Balanced Multilingual Strategy","created":"2024-12-12","cited_by_count":7,"area":null},{"id":"2111.03420","title":"Sampling Equivariant Self-attention Networks for Object Detection in Aerial Images","created":"2021-11-05","cited_by_count":6,"area":null},{"id":"2402.18508","title":"Orchid: Flexible and Data-Dependent Convolution for Sequence Modeling","created":"2024-02-28","cited_by_count":6,"area":null},{"id":"2205.06203","title":"Predicting Human Psychometric Properties Using Computational Language Models","created":"2022-05-12","cited_by_count":5,"area":null},{"id":"2401.05939","title":"DREQ: Document Re-Ranking Using Entity-based Query Understanding","created":"2024-01-11","cited_by_count":5,"area":null},{"id":"2106.00139","title":"Training ELECTRA Augmented with Multi-word Selection","created":"2021-05-31","cited_by_count":4,"area":null},{"id":"2209.04595","title":"OPAL: Ontology-Aware Pretrained Language Model for End-to-End Task-Oriented Dialogue","created":"2022-09-10","cited_by_count":4,"area":null},{"id":"2311.18063","title":"TurkishBERTweet: Fast and Reliable Large Language Model for Social Media Analysis","created":"2023-11-29","cited_by_count":4,"area":null},{"id":"2312.16864","title":"OmniDialog: An Omnipotent Pre-training Model for Task-Oriented Dialogue System","created":"2023-12-28","cited_by_count":4,"area":null},{"id":"2510.21364","title":"SindBERT, the Sailor: Charting the Seas of Turkish NLP","created":"2025-10-24","cited_by_count":4,"area":null},{"id":"2505.20052","title":"Ankh3: Multi-Task Pretraining with Sequence Denoising and Completion Enhances Protein Representations","created":"2025-05-26","cited_by_count":3,"area":null},{"id":"2507.20700","title":"When Scale Meets Diversity: Evaluating Language Models on Fine-Grained Multilingual Claim Verification","created":"2025-07-28","cited_by_count":3,"area":null},{"id":"2106.05822","title":"GroupBERT: Enhanced Transformer Architecture with Efficient Grouped Structures","created":"2021-06-10","cited_by_count":2,"area":null},{"id":"2110.14746","title":"Deciphering the Language of Nature: A transformer-based language model for deleterious mutations in proteins","created":"2021-10-27","cited_by_count":2,"area":null},{"id":"2303.13745","title":"EdgeTran: Co-designing Transformers for Efficient Inference on Mobile Edge Platforms","created":"2023-03-24","cited_by_count":2,"area":null},{"id":"2403.20158","title":"ChatGPT v.s. Media Bias: A Comparative Study of GPT-3.5 and Fine-tuned Language Models","created":"2024-03-29","cited_by_count":2,"area":null},{"id":"2405.05136","title":"Integrating LSTM and BERT for Long-Sequence Data Analysis in Intelligent Tutoring Systems","created":"2024-04-24","cited_by_count":2,"area":null},{"id":"2505.20036","title":"Beyond Simple Concatenation: Fairly Assessing PLM Architectures for Multi-Chain Protein-Protein Interactions Prediction","created":"2025-05-26","cited_by_count":2,"area":null},{"id":"2509.26431","title":"Text-Based Approaches to Item Alignment to Content Standards in Large-Scale Reading & Writing Tests","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2106.11483","title":"A Comprehensive Comparison of Pre-training Language Models","created":"2021-06-22","cited_by_count":1,"area":null},{"id":"2108.13032","title":"Shatter: An Efficient Transformer Encoder with Single-Headed Self-Attention and Relative Sequence Partitioning","created":"2021-08-30","cited_by_count":1,"area":null},{"id":"2204.09593","title":"COOL, a Context Outlooker, and its Application to Question Answering and other Natural Language Processing Tasks","created":"2022-04-01","cited_by_count":1,"area":null},{"id":"2303.14882","title":"TransCODE: Co-design of Transformers and Accelerators for Efficient Training and Inference","created":"2023-03-27","cited_by_count":1,"area":null},{"id":"2304.02147","title":"ConvFormer: Parameter Reduction in Transformer Models for 3D Human Pose Estimation by Leveraging Dynamic Multi-Headed Convolutional Attention","created":"2023-04-04","cited_by_count":1,"area":null},{"id":"2305.16342","title":"InterFormer: Interactive Local and Global Features Fusion for Automatic Speech Recognition","created":"2023-05-24","cited_by_count":1,"area":null},{"id":"2307.07258","title":"Improving BERT with Hybrid Pooling Network and Drop Mask","created":"2023-07-14","cited_by_count":1,"area":null},{"id":"2308.03235","title":"Analysis of the Evolution of Advanced Transformer-Based Language Models: Experiments on Opinion Mining","created":"2023-08-07","cited_by_count":1,"area":null},{"id":"2403.13839","title":"depyf: Open the Opaque Box of PyTorch Compiler for Machine Learning Researchers","created":"2024-03-14","cited_by_count":1,"area":null},{"id":"2410.18972","title":"Deep Insights into Cognitive Decline: A Survey of Leveraging Non-Intrusive Modalities with Deep Learning Techniques","created":"2024-10-24","cited_by_count":1,"area":null},{"id":"2501.00782","title":"Navigating Nuance: In Quest for Political Truth","created":"2025-01-01","cited_by_count":1,"area":null},{"id":"2504.15983","title":"W-PCA Based Gradient-Free Proxy for Efficient Search of Lightweight Language Models","created":"2025-04-22","cited_by_count":1,"area":null},{"id":"2506.06398","title":"Theoretical Analysis of Positional Encodings in Transformer Models: Impact on Expressiveness and Generalization","created":"2025-06-05","cited_by_count":1,"area":null},{"id":"2510.11589","title":"QDER: Query-Specific Document and Entity Representations for Multi-Vector Document Re-Ranking","created":"2025-10-13","cited_by_count":1,"area":null},{"id":"2510.20002","title":"Forging GEMs: Advancing Greek NLP through Quality-Based Corpus Curation","created":"2025-10-22","cited_by_count":1,"area":null},{"id":"2512.23065","title":"TabiBERT: A Large-Scale ModernBERT Foundation Model and A Unified Benchmark for Turkish","created":"2025-12-28","cited_by_count":1,"area":null},{"id":"2106.11740","title":"LV-BERT: Exploiting Layer Variety for BERT","created":"2021-06-22","cited_by_count":0,"area":null},{"id":"2207.01732","title":"DEFORMER: Coupling Deformed Localized Patterns with Global Context for Robust End-to-end Speech Recognition","created":"2022-07-04","cited_by_count":0,"area":null},{"id":"2210.10260","title":"End-to-End Entity Detection with Proposer and Regressor","created":"2022-10-19","cited_by_count":0,"area":null},{"id":"2302.13403","title":"Tweets Under the Rubble: Detection of Messages Calling for Help in Earthquake Disaster","created":"2023-02-26","cited_by_count":0,"area":null},{"id":"2411.18021","title":"Can bidirectional encoder become the ultimate winner for downstream applications of foundation models?","created":"2024-11-27","cited_by_count":0,"area":null},{"id":"2412.16188","title":"A Decade of Deep Learning: A Survey on The Magnificent Seven","created":"2024-12-13","cited_by_count":0,"area":null},{"id":"2502.10001","title":"EmbBERT: Attention Under 2 MB Memory","created":"2025-02-14","cited_by_count":0,"area":null},{"id":"2509.15858","title":"Optimizing Product Deduplication in E-Commerce with Multimodal Embeddings","created":"2025-09-19","cited_by_count":0,"area":null},{"id":"2510.11592","title":"REGENT: Relevance-Guided Attention for Entity-Aware Multi-Vector Neural Re-Ranking","created":"2025-10-13","cited_by_count":0,"area":null},{"id":"2606.03825","title":"Dynamic Short Convolutions Improve Transformers","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2607.18413","title":"Convolution for Large Language Models","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2609.20269","title":"Placement Is Free, Composition Is Not: The Latin Square as a Provably-Balanced Construction for Heterogeneous Sequence-Mixer Stacks","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2609.40064","title":"From Tweets to Trades: Analyzing the Influence of Public Mood over Stock Market Performance in Turkiye","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}