{"total":27,"rows":[{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2104.08027","title":"Fast, Effective, and Self-Supervised: Transforming Masked Language Models into Universal Lexical and Sentence Encoders","created":"2021-04-16","cited_by_count":88,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2109.12218","title":"Long-Range Transformers for Dynamic Spatiotemporal Forecasting","created":"2021-09-24","cited_by_count":46,"area":null},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2109.13059","title":"Trans-Encoder: Unsupervised sentence-pair modelling through self- and mutual-distillations","created":"2021-09-27","cited_by_count":20,"area":null},{"id":"2110.11558","title":"MHAttnSurv: Multi-Head Attention for Survival Prediction Using Whole-Slide Pathology Images","created":"2021-10-22","cited_by_count":15,"area":null},{"id":"2110.03252","title":"Layer-wise Pruning of Transformer Attention Heads for Efficient Language Modeling","created":"2021-10-07","cited_by_count":14,"area":null},{"id":"2305.15096","title":"Dynamic Masking Rate Schedules for MLM Pretraining","created":"2023-05-24","cited_by_count":12,"area":null},{"id":"2104.04946","title":"UniDrop: A Simple yet Effective Technique to Improve Transformer without Extra Cost","created":"2021-04-11","cited_by_count":11,"area":null},{"id":"2109.01100","title":"How Suitable Are Subword Segmentation Strategies for Translating Non-Concatenative Morphology?","created":"2021-09-02","cited_by_count":7,"area":null},{"id":"2104.03945","title":"On Biasing Transformer Attention Towards Monotonicity","created":"2021-04-08","cited_by_count":5,"area":null},{"id":"2104.04692","title":"Not All Attention Is All You Need","created":"2021-04-10","cited_by_count":5,"area":null},{"id":"2209.09735","title":"Relaxed Attention for Transformer Models","created":"2022-09-20","cited_by_count":5,"area":null},{"id":"2604.17465","title":"Language models recognize dropout and Gaussian noise applied to their activations","created":"2026-04-19","cited_by_count":5,"area":null},{"id":"2204.02027","title":"A Survey on Dropout Methods and Experimental Verification in Recommendation","created":"2022-04-05","cited_by_count":4,"area":null},{"id":"2306.01705","title":"The Information Pathways Hypothesis: Transformers are Dynamic Self-Ensembles","created":"2023-06-02","cited_by_count":4,"area":null},{"id":"2309.12931","title":"On Separate Normalization in Self-supervised Transformers","created":"2023-09-22","cited_by_count":4,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2510.09685","title":"Deep Neural Networks Inspired by Differential Equations","created":"2025-10-09","cited_by_count":2,"area":null},{"id":"2304.10321","title":"DropDim: A Regularization Method for Transformer Networks","created":"2023-04-20","cited_by_count":1,"area":null},{"id":"2310.18738","title":"TLM: Token-Level Masking for Transformers","created":"2023-10-28","cited_by_count":1,"area":null},{"id":"2209.13241","title":"Regularized Contrastive Learning of Semantic Search","created":"2022-09-27","cited_by_count":0,"area":null},{"id":"2301.01015","title":"Semi-Structured Object Sequence Encoders","created":"2023-01-03","cited_by_count":0,"area":null},{"id":"2504.12088","title":"AttentionDrop: A Novel Regularization Method for Transformer Models","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2603.15195","title":"Massive Redundancy in Gradient Transport Enables Sparse Online Learning","created":"2026-03-16","cited_by_count":0,"area":null},{"id":"2604.20505","title":"Explicit Dropout: Deterministic Regularization for Transformer Architectures","created":"2026-04-22","cited_by_count":0,"area":null}],"next_cursor":null}