{"total":6550,"rows":[{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403,"area":null},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2104.08718","title":"CLIPScore: A Reference-free Evaluation Metric for Image Captioning","created":"2021-04-18","cited_by_count":2424,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342,"area":null},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838,"area":null},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2104.02057","title":"An Empirical Study of Training Self-Supervised Vision Transformers","created":"2021-04-05","cited_by_count":1616,"area":null},{"id":"2506.05176","title":"Qwen3 Embedding: Advancing Text Embedding and Reranking Through Foundation Models","created":"2025-06-05","cited_by_count":1261,"area":null},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252,"area":null},{"id":"2305.05665","title":"ImageBind: One Embedding Space To Bind Them All","created":"2023-05-09","cited_by_count":1175,"area":null},{"id":"2212.07143","title":"Reproducible scaling laws for contrastive language-image learning","created":"2022-12-14","cited_by_count":1173,"area":null},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057,"area":null},{"id":"2406.09756","title":"Grounding Image Matching in 3D with MASt3R","created":"2024-06-14","cited_by_count":983,"area":null},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885,"area":null},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2103.16257","title":"Model-Contrastive Federated Learning","created":"2021-03-30","cited_by_count":766,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2308.03281","title":"Towards General Text Embeddings with Multi-stage Contrastive Learning","created":"2023-08-07","cited_by_count":723,"area":null},{"id":"2203.12601","title":"R3M: A Universal Visual Representation for Robot Manipulation","created":"2022-03-23","cited_by_count":694,"area":null},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666,"area":null},{"id":"2110.04627","title":"Vector-quantized Image Modeling with Improved VQGAN","created":"2021-10-09","cited_by_count":658,"area":null},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653,"area":null},{"id":"2112.09106","title":"RegionCLIP: Region-based Language-Image Pretraining","created":"2021-12-16","cited_by_count":616,"area":null},{"id":"2209.03143","title":"AudioLM: a Language Modeling Approach to Audio Generation","created":"2022-09-07","cited_by_count":616,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2210.10163","title":"MedCLIP: Contrastive Learning from Unpaired Medical Images and Text","created":"2022-10-18","cited_by_count":570,"area":null},{"id":"2203.02053","title":"Mind the Gap: Understanding the Modality Gap in Multi-modal Contrastive Representation Learning","created":"2022-03-03","cited_by_count":561,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2104.04015","title":"CutPaste: Self-Supervised Learning for Anomaly Detection and Localization","created":"2021-04-08","cited_by_count":531,"area":null},{"id":"2303.00915","title":"BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs","created":"2023-03-02","cited_by_count":520,"area":null},{"id":"2112.01455","title":"Zero-Shot Text-Guided Object Generation with Dream Fields","created":"2021-12-02","cited_by_count":513,"area":null},{"id":"2307.06942","title":"InternVid: A Large-scale Video-Text Dataset for Multimodal Understanding and Generation","created":"2023-07-13","cited_by_count":497,"area":null},{"id":"2311.18259","title":"Ego-Exo4D: Understanding Skilled Human Activity from First- and Third-Person Perspectives","created":"2023-11-30","cited_by_count":490,"area":null},{"id":"2104.00677","title":"Putting NeRF on a Diet: Semantically Consistent Few-Shot View Synthesis","created":"2021-04-01","cited_by_count":464,"area":null},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463,"area":null},{"id":"2112.12750","title":"SLIP: Self-supervision meets Language-Image Pre-training","created":"2021-12-23","cited_by_count":436,"area":null},{"id":"2312.08344","title":"FoundationPose: Unified 6D Pose Estimation and Tracking of Novel Objects","created":"2023-12-13","cited_by_count":429,"area":null},{"id":"2111.14791","title":"Self-Supervised Pre-Training of Swin Transformers for 3D Medical Image Analysis","created":"2021-11-29","cited_by_count":422,"area":null},{"id":"2305.13516","title":"Scaling Speech Technology to 1,000+ Languages","created":"2023-05-22","cited_by_count":411,"area":null},{"id":"2311.06242","title":"Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks","created":"2023-11-10","cited_by_count":410,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2405.07987","title":"The Platonic Representation Hypothesis","created":"2024-05-13","cited_by_count":382,"area":null},{"id":"2110.09348","title":"Understanding Dimensional Collapse in Contrastive Self-supervised Learning","created":"2021-10-18","cited_by_count":378,"area":null},{"id":"2201.10005","title":"Text and Code Embeddings by Contrastive Pre-Training","created":"2022-01-24","cited_by_count":361,"area":null},{"id":"2108.06209","title":"W2v-BERT: Combining Contrastive Learning and Masked Language Modeling for Self-Supervised Speech Pre-Training","created":"2021-08-07","cited_by_count":347,"area":null},{"id":"2106.14112","title":"Time-Series Representation Learning via Temporal and Contextual Contrasting","created":"2021-06-26","cited_by_count":345,"area":null},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2102.01192","title":"Generative Spoken Language Modeling from Raw Audio","created":"2021-02-01","cited_by_count":340,"area":null},{"id":"2204.09817","title":"Making the Most of Text Semantics to Improve Biomedical Vision--Language Processing","created":"2022-04-21","cited_by_count":339,"area":null},{"id":"2104.14548","title":"With a Little Help from My Friends: Nearest-Neighbor Contrastive Learning of Visual Representations","created":"2021-04-29","cited_by_count":326,"area":null},{"id":"2101.05224","title":"Big Self-Supervised Models Advance Medical Image Classification","created":"2021-01-13","cited_by_count":320,"area":null},{"id":"2106.01342","title":"SAINT: Improved Neural Networks for Tabular Data via Row Attention and Contrastive Pre-Training","created":"2021-06-02","cited_by_count":319,"area":null},{"id":"2212.00794","title":"Scaling Language-Image Pre-training via Masking","created":"2022-12-01","cited_by_count":317,"area":null},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2502.02013","title":"Layer by Layer: Uncovering Hidden Representations in Language Models","created":"2025-02-04","cited_by_count":311,"area":null},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298,"area":null},{"id":"2202.03026","title":"Context Autoencoder for Self-Supervised Representation Learning","created":"2022-02-07","cited_by_count":297,"area":null},{"id":"2209.15352","title":"AudioGen: Textually Guided Audio Generation","created":"2022-09-30","cited_by_count":295,"area":null},{"id":"2103.00111","title":"Graph Self-Supervised Learning: A Survey","created":"2021-02-27","cited_by_count":289,"area":null},{"id":"2104.11116","title":"Pose-Controllable Talking Face Generation by Implicitly Modularized Audio-Visual Representation","created":"2021-04-22","cited_by_count":288,"area":null},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273,"area":null},{"id":"2212.13345","title":"The Forward-Forward Algorithm: Some Preliminary Investigations","created":"2022-12-27","cited_by_count":266,"area":null},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2103.12051","title":"SSD: A Unified Framework for Self-Supervised Outlier Detection","created":"2021-03-22","cited_by_count":264,"area":null},{"id":"2104.06490","title":"DatasetGAN: Efficient Labeled Data Factory with Minimal Human Effort","created":"2021-04-13","cited_by_count":264,"area":null},{"id":"2204.10377","title":"Contrastive Test-Time Adaptation","created":"2022-04-21","cited_by_count":261,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2101.04702","title":"Cross-Modal Contrastive Learning for Text-to-Image Generation","created":"2021-01-12","cited_by_count":259,"area":null},{"id":"2102.06810","title":"Understanding self-supervised Learning Dynamics without Contrastive Pairs","created":"2021-02-12","cited_by_count":256,"area":null},{"id":"2511.08544","title":"LeJEPA: Provable and Scalable Self-Supervised Learning Without the Heuristics","created":"2025-11-11","cited_by_count":254,"area":null},{"id":"2206.07568","title":"Contrastive Learning as Goal-Conditioned Reinforcement Learning","created":"2022-06-15","cited_by_count":253,"area":null},{"id":"2205.09310","title":"Mitigating Neural Network Overconfidence with Logit Normalization","created":"2022-05-19","cited_by_count":252,"area":null},{"id":"2206.08496","title":"Self-Supervised Contrastive Pre-Training For Time Series via Time-Frequency Consistency","created":"2022-06-17","cited_by_count":250,"area":null},{"id":"2209.00647","title":"Visual Prompting via Image Inpainting","created":"2022-09-01","cited_by_count":250,"area":null},{"id":"2110.07728","title":"Pre-training Molecular Graph Representation with 3D Geometry","created":"2021-10-07","cited_by_count":248,"area":null},{"id":"2203.06173","title":"Masked Visual Pre-training for Motor Control","created":"2022-03-11","cited_by_count":248,"area":null},{"id":"2309.10020","title":"Multimodal Foundation Models: From Specialists to General-Purpose Assistants","created":"2023-09-18","cited_by_count":247,"area":null},{"id":"2204.07761","title":"Language-Grounded Indoor 3D Semantic Segmentation in the Wild","created":"2022-04-16","cited_by_count":246,"area":null},{"id":"2210.03109","title":"Real-World Robot Learning with Masked Visual Pre-training","created":"2022-10-06","cited_by_count":245,"area":null},{"id":"2106.14413","title":"Co$^2$L: Contrastive Continual Learning","created":"2021-06-28","cited_by_count":244,"area":null},{"id":"2104.00355","title":"Speech Resynthesis from Discrete Disentangled Self-Supervised Representations","created":"2021-04-01","cited_by_count":243,"area":null},{"id":"2101.11939","title":"Exploring Cross-Image Pixel Contrast for Semantic Segmentation","created":"2021-01-28","cited_by_count":242,"area":null},{"id":"2203.08414","title":"Unsupervised Semantic Segmentation by Distilling Feature Correspondences","created":"2022-03-16","cited_by_count":241,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2206.01670","title":"Egocentric Video-Language Pretraining","created":"2022-06-03","cited_by_count":232,"area":null},{"id":"2303.01037","title":"Google USM: Scaling Automatic Speech Recognition Beyond 100 Languages","created":"2023-03-02","cited_by_count":231,"area":null},{"id":"2601.04720","title":"Qwen3-VL-Embedding and Qwen3-VL-Reranker: A Unified Framework for State-of-the-Art Multimodal Retrieval and Ranking","created":"2026-01-08","cited_by_count":230,"area":null},{"id":"2211.09117","title":"MAGE: MAsked Generative Encoder to Unify Representation Learning and Image Synthesis","created":"2022-11-16","cited_by_count":227,"area":null},{"id":"2202.06417","title":"A Contrastive Framework for Neural Text Generation","created":"2022-02-13","cited_by_count":225,"area":null},{"id":"2106.00750","title":"Unsupervised Representation Learning for Time Series with Temporal Neighborhood Coding","created":"2021-06-01","cited_by_count":224,"area":null},{"id":"2306.14846","title":"ViNT: A Foundation Model for Visual Navigation","created":"2023-06-26","cited_by_count":222,"area":null},{"id":"2102.08850","title":"Contrastive Learning Inverts the Data Generating Process","created":"2021-02-17","cited_by_count":221,"area":null},{"id":"2104.09367","title":"Contrastive Learning for Compact Single Image Dehazing","created":"2021-04-19","cited_by_count":219,"area":null}],"next_cursor":"100"}