{"total":99,"rows":[{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2106.10270","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","created":"2021-06-18","cited_by_count":569,"area":null},{"id":"2111.14791","title":"Self-Supervised Pre-Training of Swin Transformers for 3D Medical Image Analysis","created":"2021-11-29","cited_by_count":422,"area":null},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2110.09784","title":"SSAST: Self-Supervised Audio Spectrogram Transformer","created":"2021-10-19","cited_by_count":169,"area":null},{"id":"2211.10408","title":"CroCo v2: Improved Cross-view Completion Pre-training for Stereo Matching and Optical Flow","created":"2022-11-18","cited_by_count":166,"area":null},{"id":"2210.10716","title":"CroCo: Self-Supervised Pre-training for 3D Vision Tasks by Cross-View Completion","created":"2022-10-19","cited_by_count":160,"area":null},{"id":"2205.07839","title":"Deep Spectral Methods: A Surprisingly Strong Baseline for Unsupervised Semantic Segmentation and Localization","created":"2022-05-16","cited_by_count":150,"area":null},{"id":"2406.13495","title":"DF40: Toward Next-Generation Deepfake Detection","created":"2024-06-19","cited_by_count":129,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2112.10740","title":"Are Large-scale Datasets Necessary for Self-Supervised Pre-training?","created":"2021-12-20","cited_by_count":117,"area":null},{"id":"2206.10207","title":"SemMAE: Semantic-Guided Masking for Learning Masked Autoencoders","created":"2022-06-21","cited_by_count":114,"area":null},{"id":"2206.08356","title":"OmniMAE: Single Model Masked Pretraining on Images and Videos","created":"2022-06-16","cited_by_count":99,"area":null},{"id":"2209.15076","title":"3D UX-Net: A Large Kernel Volumetric ConvNet Modernizing Hierarchical Transformer for Medical Image Segmentation","created":"2022-09-29","cited_by_count":94,"area":null},{"id":"2412.15205","title":"FlowAR: Scale-wise Autoregressive Image Generation Meets Flow Matching","created":"2024-12-19","cited_by_count":80,"area":"diffusion"},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2502.20388","title":"Beyond Next-Token: Next-X Prediction for Autoregressive Visual Generation","created":"2025-02-27","cited_by_count":71,"area":null},{"id":"2205.13137","title":"MixMAE: Mixed and Masked Autoencoder for Efficient Pretraining of Hierarchical Vision Transformers","created":"2022-05-26","cited_by_count":47,"area":null},{"id":"2212.10368","title":"Masked Event Modeling: Self-Supervised Pretraining for Event Cameras","created":"2022-12-20","cited_by_count":41,"area":null},{"id":"2206.07267","title":"Rethinking Generalization in Few-Shot Classification","created":"2022-06-15","cited_by_count":36,"area":null},{"id":"2210.07240","title":"How to Train Vision Transformer on Small-scale Datasets?","created":"2022-10-13","cited_by_count":35,"area":null},{"id":"2110.05340","title":"Revitalizing CNN Attentions via Transformers in Self-Supervised Visual Representation Learning","created":"2021-10-11","cited_by_count":34,"area":null},{"id":"2503.10772","title":"FlowTok: Flowing Seamlessly Across Text and Image Tokens","created":"2025-03-13","cited_by_count":33,"area":null},{"id":"2402.02460","title":"Review of multimodal machine learning approaches in healthcare","created":"2024-02-04","cited_by_count":31,"area":null},{"id":"2206.09325","title":"EATFormer: Improving Vision Transformer Inspired by Evolutionary Algorithm","created":"2022-06-19","cited_by_count":27,"area":null},{"id":"2402.01730","title":"Evaluating LLM -- Generated Multimodal Diagnosis from Medical Images and Symptom Analysis","created":"2024-01-28","cited_by_count":24,"area":null},{"id":"2105.15089","title":"Analogous to Evolutionary Algorithm: Designing a Unified Sequence Model","created":"2021-05-31","cited_by_count":20,"area":null},{"id":"2210.04154","title":"Self-supervised Video Representation Learning with Motion-Aware Masked Autoencoders","created":"2022-10-09","cited_by_count":20,"area":null},{"id":"2410.19560","title":"Connecting Joint-Embedding Predictive Architecture with Contrastive Self-supervised Learning","created":"2024-10-25","cited_by_count":20,"area":null},{"id":"2203.04614","title":"Uni4Eye: Unified 2D and 3D Self-supervised Pre-training via Masked Image Modeling Transformer for Ophthalmic Image Classification","created":"2022-03-09","cited_by_count":18,"area":null},{"id":"2303.11325","title":"GeoMIM: Towards Better 3D Knowledge Transfer via Masked Image Modeling for Multi-view 3D Understanding","created":"2023-03-20","cited_by_count":17,"area":null},{"id":"2205.14794","title":"Temporal Latent Bottleneck: Synthesis of Fast and Slow Processing Mechanisms in Sequence Learning","created":"2022-05-30","cited_by_count":13,"area":null},{"id":"2211.13189","title":"ASiT: Local-Global Audio Spectrogram vIsion Transformer for Event Classification","created":"2022-11-23","cited_by_count":13,"area":null},{"id":"2205.14986","title":"GMML is All you Need","created":"2022-05-30","cited_by_count":12,"area":null},{"id":"2206.05184","title":"SERE: Exploring Feature Self-relation for Self-supervised Transformer","created":"2022-06-10","cited_by_count":12,"area":null},{"id":"2303.10333","title":"HybridMIM: A Hybrid Masked Image Modeling Framework for 3D Medical Image Segmentation","created":"2023-03-18","cited_by_count":12,"area":null},{"id":"2303.11101","title":"Coreset Sampling from Open-Set for Fine-Grained Self-Supervised Learning","created":"2023-03-20","cited_by_count":12,"area":null},{"id":"2411.17984","title":"RS-vHeat: Heat Conduction Guided Efficient Remote Sensing Foundation Model","created":"2024-11-27","cited_by_count":11,"area":null},{"id":"2111.15340","title":"MC-SSL0.0: Towards Multi-Concept Self-Supervised Learning","created":"2021-11-30","cited_by_count":10,"area":null},{"id":"2502.16490","title":"On Computational Limits of FlowAR Models: Expressivity and Efficiency","created":"2025-02-23","cited_by_count":10,"area":null},{"id":"2203.01933","title":"Temporal Context Matters: Enhancing Single Image Prediction with Disease Progression Representations","created":"2022-03-02","cited_by_count":8,"area":null},{"id":"2405.17995","title":"DMT-JEPA: Discriminative Masked Targets for Joint-Embedding Predictive Architecture","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2107.13967","title":"PPT Fusion: Pyramid Patch Transformerfor a Case Study in Image Fusion","created":"2021-07-29","cited_by_count":7,"area":null},{"id":"2207.03041","title":"Vision Transformers: State of the Art and Research Challenges","created":"2022-07-07","cited_by_count":7,"area":null},{"id":"2209.03846","title":"Transformer based Fingerprint Feature Extraction","created":"2022-09-08","cited_by_count":7,"area":null},{"id":"2203.01052","title":"Unsupervised Anomaly Detection from Time-of-Flight Depth Images","created":"2022-03-02","cited_by_count":6,"area":null},{"id":"2208.13923","title":"SB-SSL: Slice-Based Self-Supervised Transformers for Knee Abnormality Classification from MRI","created":"2022-08-29","cited_by_count":6,"area":null},{"id":"2211.12944","title":"SPCXR: Self-supervised Pretraining using Chest X-rays Towards a Domain Specific Foundation Model","created":"2022-11-23","cited_by_count":6,"area":null},{"id":"2212.10729","title":"UnICLAM:Contrastive Representation Learning with Adversarial Masking for Unified and Interpretable Medical Vision Question Answering","created":"2022-12-21","cited_by_count":6,"area":null},{"id":"2303.01034","title":"Multi-Task Self-Supervised Time-Series Representation Learning","created":"2023-03-02","cited_by_count":6,"area":null},{"id":"2311.09104","title":"Cross-view and Cross-pose Completion for 3D Human Understanding","created":"2023-11-15","cited_by_count":6,"area":null},{"id":"2412.03215","title":"Beyond [cls]: Exploring the true potential of Masked Image Modeling representations","created":"2024-12-04","cited_by_count":6,"area":null},{"id":"2208.14657","title":"EViT: Privacy-Preserving Image Retrieval via Encrypted Vision Transformer in Cloud Computing","created":"2022-08-31","cited_by_count":5,"area":null},{"id":"2303.06329","title":"MetaViewer: Towards A Unified Multi-View Representation","created":"2023-03-11","cited_by_count":5,"area":null},{"id":"2309.12056","title":"BELT:Bootstrapping Electroencephalography-to-Language Decoding and Zero-Shot Sentiment Classification by Natural Language Supervision","created":"2023-09-21","cited_by_count":5,"area":null},{"id":"2503.09826","title":"Isolated Channel Vision Transformers: From Single-Channel Pretraining to Multi-Channel Finetuning","created":"2025-03-12","cited_by_count":5,"area":null},{"id":"2506.23074","title":"Learning Counterfactually Decoupled Attention for Open-World Model Attribution","created":"2025-06-29","cited_by_count":5,"area":"wm"},{"id":"2509.26272","title":"PRPO: Paragraph-level Policy Optimization for Vision-Language Deepfake Detection","created":"2025-09-30","cited_by_count":5,"area":"lr"},{"id":"2111.11992","title":"Sparse Fusion for Multimodal Transformers","created":"2021-11-23","cited_by_count":4,"area":null},{"id":"2111.13156","title":"Global Interaction Modelling in Vision Transformer via Super Tokens","created":"2021-11-25","cited_by_count":4,"area":null},{"id":"2308.11448","title":"Masked Momentum Contrastive Learning for Zero-shot Semantic Understanding","created":"2023-08-22","cited_by_count":4,"area":null},{"id":"2402.15534","title":"DiCoM -- Diverse Concept Modeling towards Enhancing Generalizability in Chest X-Ray Studies","created":"2024-02-22","cited_by_count":4,"area":null},{"id":"2403.14243","title":"Dermacen Analytica: A Novel Methodology Integrating Multi-Modal Large Language Models with Machine Learning in tele-dermatology","created":"2024-03-21","cited_by_count":4,"area":null},{"id":"2306.12070","title":"Task-Robust Pre-Training for Worst-Case Downstream Adaptation","created":"2023-06-21","cited_by_count":3,"area":null},{"id":"2312.01118","title":"Beyond Accuracy: Statistical Measures and Benchmark for Evaluation of Representation from Self-Supervised Learning","created":"2023-12-02","cited_by_count":3,"area":null},{"id":"2402.03456","title":"Constrained Multiview Representation for Self-supervised Contrastive Learning","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2402.17406","title":"LSPT: Long-term Spatial Prompt Tuning for Visual Representation Learning","created":"2024-02-27","cited_by_count":3,"area":null},{"id":"2407.07504","title":"Pan-cancer Histopathology WSI Pre-training with Position-aware Masked Autoencoder","created":"2024-07-10","cited_by_count":3,"area":null},{"id":"2407.08948","title":"Symmetry Awareness Encoded Deep Learning Framework for Brain Imaging Analysis","created":"2024-07-12","cited_by_count":3,"area":null},{"id":"2505.05644","title":"The Moon's Many Faces: A Single Unified Transformer for Multimodal Lunar Reconstruction","created":"2025-05-08","cited_by_count":3,"area":null},{"id":"2507.19773","title":"Self-Guided Masked Autoencoder","created":"2025-07-26","cited_by_count":3,"area":null},{"id":"2301.07526","title":"AutoFraudNet: A Multimodal Network to Detect Fraud in the Auto Insurance Industry","created":"2023-01-15","cited_by_count":2,"area":null},{"id":"2303.12736","title":"DPPMask: Masked Image Modeling with Determinantal Point Processes","created":"2023-03-13","cited_by_count":2,"area":null},{"id":"2404.00509","title":"DailyMAE: Towards Pretraining Masked Autoencoders in One Day","created":"2024-03-31","cited_by_count":2,"area":null},{"id":"2406.17460","title":"Investigating Self-Supervised Methods for Label-Efficient Learning","created":"2024-06-25","cited_by_count":2,"area":null},{"id":"2205.05543","title":"An Empirical Study Of Self-supervised Learning Approaches For Object Detection With Transformers","created":"2022-05-11","cited_by_count":1,"area":null},{"id":"2301.00989","title":"A New Perspective to Boost Vision Transformer for Medical Image Classification","created":"2023-01-03","cited_by_count":1,"area":null},{"id":"2305.12384","title":"From Patches to Objects: Exploiting Spatial Reasoning for Better Visual Representations","created":"2023-05-21","cited_by_count":1,"area":"lr"},{"id":"2406.17450","title":"Pseudo Labelling for Enhanced Masked Autoencoders","created":"2024-06-25","cited_by_count":1,"area":null},{"id":"2409.07218","title":"Behavioral Cloning Models Reality Check for Autonomous Driving","created":"2024-09-11","cited_by_count":1,"area":"offlinerl"},{"id":"2410.01128","title":"Using Interleaved Ensemble Unlearning to Keep Backdoors at Bay for Finetuning Vision Transformers","created":"2024-10-01","cited_by_count":1,"area":"safety"},{"id":"2412.17566","title":"The Dynamic Duo of Collaborative Masking and Target for Advanced Masked Autoencoder Learning","created":"2024-12-23","cited_by_count":1,"area":null},{"id":"2501.06220","title":"Powerful Design of Small Vision Transformer on CIFAR10","created":"2025-01-07","cited_by_count":1,"area":null},{"id":"2501.09221","title":"ASCENT-ViT: Attention-based Scale-aware Concept Learning Framework for Enhanced Alignment in Vision Transformers","created":"2025-01-16","cited_by_count":1,"area":null},{"id":"2605.08819","title":"From pre-training to downstream performance: Does domain-specific pre-training make sense?","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2302.02116","title":"Knowledge Graph Completion Method Combined With Adaptive Enhanced Semantic Information","created":"2023-02-04","cited_by_count":0,"area":null},{"id":"2304.14571","title":"DIAMANT: Dual Image-Attention Map Encoders For Medical Image Segmentation","created":"2023-04-28","cited_by_count":0,"area":null},{"id":"2308.12673","title":"Masked Feature Modelling: Feature Masking for the Unsupervised Pre-training of a Graph Attention Network Block for Bottom-up Video Event Recognition","created":"2023-08-24","cited_by_count":0,"area":null},{"id":"2310.01247","title":"Self-supervised Learning for Anomaly Detection in Computational Workflows","created":"2023-10-02","cited_by_count":0,"area":null},{"id":"2405.12713","title":"Dynamic Identity-Guided Attention Network for Visible-Infrared Person Re-identification","created":"2024-05-21","cited_by_count":0,"area":null},{"id":"2407.06552","title":"DLOVE: A new Security Evaluation Tool for Deep Learning Based Watermarking Techniques","created":"2024-07-09","cited_by_count":0,"area":null},{"id":"2407.17671","title":"Unsqueeze [CLS] Bottleneck to Learn Rich Representations","created":"2024-07-24","cited_by_count":0,"area":null},{"id":"2501.12275","title":"With Great Backbones Comes Great Adversarial Transferability","created":"2025-01-21","cited_by_count":0,"area":null},{"id":"2509.18005","title":"M3ET: Efficient Vision-Language Learning for Robotics based on Multimodal Mamba-Enhanced Transformer","created":"2025-09-22","cited_by_count":0,"area":"ssm"},{"id":"2509.24367","title":"R$^2$M: Real-Aware Residual Model Merging for Robust and Generalizable Deepfake Detection","created":"2025-09-29","cited_by_count":0,"area":null},{"id":"2603.24454","title":"Unleashing Vision-Language Semantics for Deepfake Video Detection","created":"2026-03-25","cited_by_count":0,"area":"mllm"},{"id":"2603.29295","title":"GazeCLIP: Gaze-Guided CLIP with Adaptive-Enhanced Fine-Grained Language Prompt for Deepfake Attribution and Detection","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2605.11870","title":"Information theoretic underpinning of self-supervised learning by clustering","created":"2026-05-12","cited_by_count":0,"area":null}],"next_cursor":null}