{"list":"other","total":62,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2011.10566","title":"Exploring Simple Siamese Representation Learning","created":"2020-11-20","cited_by_count":2866},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"2301.08243","title":"Self-Supervised Learning from Images with a Joint-Embedding Predictive Architecture","created":"2023-01-19","cited_by_count":1039},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1804.03209","title":"Speech Commands: A Dataset for Limited-Vocabulary Speech Recognition","created":"2018-04-09","cited_by_count":752},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2104.01778","title":"AST: Audio Spectrogram Transformer","created":"2021-04-05","cited_by_count":643},{"id":"2404.08471","title":"Revisiting Feature Prediction for Learning Visual Representations from Video","created":"2024-02-15","cited_by_count":531},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388},{"id":"2106.13043","title":"AudioCLIP: Extending CLIP to Image, Text and Audio","created":"2021-06-24","cited_by_count":339},{"id":"2504.13181","title":"Perception Encoder: The best visual embeddings are not at the output of the network","created":"2025-04-17","cited_by_count":326},{"id":"2502.02013","title":"Layer by Layer: Uncovering Hidden Representations in Language Models","created":"2025-02-04","cited_by_count":311},{"id":"2010.04245","title":"Query-Key Normalization for Transformers","created":"2020-10-08","cited_by_count":280},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273},{"id":"2603.19312","title":"LeWorldModel: Stable End-to-End Joint-Embedding Predictive Architecture from Pixels","created":"2026-03-13","cited_by_count":273},{"id":"2607.02770","title":"Gemma 4 Technical Report","created":"2026-07-02","cited_by_count":259},{"id":"2511.08544","title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","created":"2025-11-11","cited_by_count":254},{"id":"2110.11499","title":"Wav2CLIP: Learning Robust Audio Representations From CLIP","created":"2021-10-21","cited_by_count":213},{"id":"2402.01831","title":"Audio Flamingo: A Novel Audio Language Model with Few-Shot Learning and Dialogue Abilities","created":"2024-02-02","cited_by_count":186},{"id":"2202.00874","title":"HTS-AT: A Hierarchical Token-Semantic Audio Transformer for Sound Classification and Detection","created":"2022-02-02","cited_by_count":176},{"id":"2110.09784","title":"SSAST: Self-Supervised Audio Spectrogram Transformer","created":"2021-10-19","cited_by_count":169},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146},{"id":"2102.01243","title":"PSLA: Improving Audio Tagging with Pretraining, Sampling, Labeling, and Aggregation","created":"2021-02-02","cited_by_count":82},{"id":"2203.16691","title":"MAE-AST: Masked Autoencoding Audio Spectrogram Transformer","created":"2022-03-30","cited_by_count":82},{"id":"2311.15830","title":"A-JEPA: Joint-Embedding Predictive Architecture Can Listen","created":"2023-11-27","cited_by_count":53},{"id":"2401.03497","title":"EAT: Self-Supervised Pre-Training with Efficient Audio Transformer","created":"2024-01-07","cited_by_count":53},{"id":"2204.12260","title":"Masked Spectrogram Modeling using Masked Autoencoders for Learning General-purpose Audio Representation","created":"2022-04-26","cited_by_count":52},{"id":"2204.12768","title":"Masked Spectrogram Prediction For Self-Supervised Audio Pre-Training","created":"2022-04-27","cited_by_count":51},{"id":"2406.06992","title":"Scaling up masked audio encoder learning for general audio classification","created":"2024-06-11","cited_by_count":44},{"id":"2511.05963","title":"Next-Latent Prediction Transformers Learn Compact World Models","created":"2025-11-08","cited_by_count":31},{"id":"2512.16922","title":"Next-Embedding Prediction Makes Strong Vision Learners","created":"2025-12-18","cited_by_count":23},{"id":"2605.21800","title":"stable-worldmodel: A Platform for Reproducible World Modeling Research and Evaluation","created":"2026-05-20","cited_by_count":20},{"id":"2507.02915","title":"Audio-JEPA: Joint-Embedding Predictive Architecture for Audio Representation Learning","created":"2025-06-25","cited_by_count":17},{"id":"2506.12222","title":"SSLAM: Enhancing Self-Supervised Models with Audio Mixtures for Polyphonic Soundscapes","created":"2025-06-13","cited_by_count":16},{"id":"2606.02572","title":"VISReg: Variance-Invariance-Sketching Regularization for JEPA training","created":"2026-06-01","cited_by_count":16},{"id":"2211.13189","title":"ASiT: Local-Global Audio Spectrogram vIsion Transformer for Event Classification","created":"2022-11-23","cited_by_count":13},{"id":"2510.25955","title":"SPEAR: A Unified SSL Framework for Learning Speech and Audio Representations","created":"2025-10-29","cited_by_count":10},{"id":"2602.08071","title":"ViT-5: Vision Transformers for The Mid-2020s","created":"2026-02-08","cited_by_count":9},{"id":"2509.23238","title":"WavJEPA: Semantic learning unlocks robust audio foundation models for raw waveforms","created":"2025-09-27","cited_by_count":7},{"id":"2603.02765","title":"Next Embedding Prediction Makes World Models Stronger","created":"2026-03-03","cited_by_count":4},{"id":"2605.03245","title":"Text-Conditional JEPA for Learning Semantically Rich Visual Representations","created":"2026-05-05","cited_by_count":2},{"id":"2603.23810","title":"Rethinking Masking Strategies for Masked Prediction-based Audio Self-supervised Learning","created":"2026-03-25","cited_by_count":1},{"id":"2605.17566","title":"Rethinking Point Clouds as Sequences: A Causal Next-Token Predictive Learning Framework","created":"2026-05-17","cited_by_count":1}],"next_cursor":null}