{"total":85,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2203.11364","title":"An Information-theoretic Approach to Prompt Engineering Without Ground Truth Labels","created":"2022-03-21","cited_by_count":89,"area":null},{"id":"2210.08344","title":"How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders","created":"2022-10-15","cited_by_count":86,"area":null},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2402.00351","title":"Machine Unlearning for Image-to-Image Generative Models","created":"2024-02-01","cited_by_count":47,"area":"safety"},{"id":"2102.12982","title":"A Primer on Contrastive Pretraining in Language Processing: Methods, Lessons Learned and Perspectives","created":"2021-02-25","cited_by_count":41,"area":null},{"id":"2105.14485","title":"CLEVE: Contrastive Pre-training for Event Extraction","created":"2021-05-30","cited_by_count":36,"area":null},{"id":"2103.11275","title":"Self-supervised Representation Learning with Relative Predictive Coding","created":"2021-03-21","cited_by_count":28,"area":null},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2304.03544","title":"InfoCTM: A Mutual Information Maximization Perspective of Cross-Lingual Topic Modeling","created":"2023-04-07","cited_by_count":24,"area":null},{"id":"2301.08986","title":"Adapting a Language Model While Preserving its General Knowledge","created":"2023-01-21","cited_by_count":23,"area":null},{"id":"2202.05458","title":"Conditional Contrastive Learning with Kernel","created":"2022-02-11","cited_by_count":22,"area":null},{"id":"2205.14690","title":"CoNT: Contrastive Neural Text Generation","created":"2022-05-29","cited_by_count":21,"area":null},{"id":"2307.06235","title":"Multimodal Molecular Pretraining via Modality Blending","created":"2023-07-12","cited_by_count":21,"area":null},{"id":"2310.11048","title":"Understanding Contrastive Learning via Distributionally Robust Optimization","created":"2023-10-17","cited_by_count":21,"area":null},{"id":"2303.01289","title":"Rethinking the Effect of Data Augmentation in Adversarial Contrastive Learning","created":"2023-03-02","cited_by_count":20,"area":null},{"id":"2105.13003","title":"Rethinking InfoNCE: How Many Negative Samples Do You Need?","created":"2021-05-27","cited_by_count":19,"area":null},{"id":"2105.13792","title":"Early Exiting with Ensemble Internal Classifiers","created":"2021-05-28","cited_by_count":19,"area":null},{"id":"2208.08845","title":"CASE: Aligning Coarse-to-Fine Cognition and Affection for Empathetic Response Generation","created":"2022-08-18","cited_by_count":18,"area":null},{"id":"2204.04163","title":"Contextual Representation Learning beyond Masked Language Modeling","created":"2022-04-08","cited_by_count":16,"area":null},{"id":"2305.15121","title":"Beyond Individual Input for Deep Anomaly Detection on Tabular Data","created":"2023-05-24","cited_by_count":16,"area":null},{"id":"2502.00577","title":"Understanding Multimodal LLMs Under Distribution Shifts: An Information-Theoretic Approach","created":"2025-02-01","cited_by_count":16,"area":"mllm"},{"id":"2109.00922","title":"Improving Multimodal fusion via Mutual Dependency Maximisation","created":"2021-08-31","cited_by_count":15,"area":null},{"id":"2110.11271","title":"Analyzing and Improving the Optimization Landscape of Noise-Contrastive Estimation","created":"2021-10-21","cited_by_count":15,"area":null},{"id":"2310.07756","title":"Self-supervised Representation Learning From Random Data Projectors","created":"2023-10-11","cited_by_count":15,"area":null},{"id":"2402.17238","title":"Does Negative Sampling Matter? A Review with Insights into its Theory and Applications","created":"2024-02-27","cited_by_count":15,"area":null},{"id":"2404.13815","title":"Improving Group Robustness on Spurious Correlation Requires Preciser Group Inference","created":"2024-04-22","cited_by_count":15,"area":null},{"id":"2104.00616","title":"Composable Augmentation Encoding for Video Representation Learning","created":"2021-04-01","cited_by_count":13,"area":null},{"id":"2204.06516","title":"Decentralized Collaborative Learning Framework for Next POI Recommendation","created":"2022-03-30","cited_by_count":13,"area":null},{"id":"2204.06812","title":"Learning to Generalize to More: Continuous Semantic Augmentation for Neural Machine Translation","created":"2022-04-14","cited_by_count":13,"area":null},{"id":"2407.11245","title":"Pacer and Runner: Cooperative Learning Framework between Single- and Cross-Domain Sequential Recommendation","created":"2024-07-15","cited_by_count":13,"area":null},{"id":"2505.14009","title":"Activation-Guided Consensus Merging for Large Language Models","created":"2025-05-20","cited_by_count":12,"area":"lr"},{"id":"2403.03659","title":"Robust Graph Structure Learning under Heterophily","created":"2024-03-06","cited_by_count":11,"area":null},{"id":"2103.10334","title":"Structure Inducing Pre-Training","created":"2021-03-18","cited_by_count":10,"area":null},{"id":"2210.08478","title":"Increasing Visual Awareness in Multimodal Neural Machine Translation from an Information Theoretic Perspective","created":"2022-10-16","cited_by_count":10,"area":null},{"id":"2308.12659","title":"kTrans: Knowledge-Aware Transformer for Binary Code Embedding","created":"2023-08-24","cited_by_count":10,"area":null},{"id":"2212.11115","title":"What Makes for Good Tokenizers in Vision Transformer?","created":"2022-12-21","cited_by_count":9,"area":null},{"id":"2309.02702","title":"Gene-induced Multimodal Pre-training for Image-omic Classification","created":"2023-09-06","cited_by_count":9,"area":null},{"id":"2106.06162","title":"Hybrid Generative-Contrastive Representation Learning","created":"2021-06-11","cited_by_count":8,"area":null},{"id":"2205.11237","title":"Hyperspectral Image Classification With Contrastive Graph Convolutional Network","created":"2022-05-11","cited_by_count":8,"area":null},{"id":"2312.14329","title":"Invariant Anomaly Detection under Distribution Shifts: A Causal Perspective","created":"2023-12-21","cited_by_count":8,"area":null},{"id":"2103.01819","title":"The Rediscovery Hypothesis: Language Models Need to Meet Linguistics","created":"2021-03-02","cited_by_count":7,"area":null},{"id":"2106.03259","title":"Understand and Improve Contrastive Learning Methods for Visual Representation: A Review","created":"2021-06-06","cited_by_count":7,"area":null},{"id":"2106.14031","title":"Improving Sequential Recommendation Consistency with Self-Supervised Imitation","created":"2021-06-26","cited_by_count":7,"area":null},{"id":"2109.11105","title":"Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing","created":"2021-09-23","cited_by_count":7,"area":null},{"id":"2303.01034","title":"Multi-Task Self-Supervised Time-Series Representation Learning","created":"2023-03-02","cited_by_count":6,"area":null},{"id":"2306.07485","title":"Learning Unnormalized Statistical Models via Compositional Optimization","created":"2023-06-13","cited_by_count":6,"area":null},{"id":"2402.11928","title":"Separating common from salient patterns with Contrastive Representation Learning","created":"2024-02-19","cited_by_count":6,"area":null},{"id":"2102.03752","title":"CSS-LM: A Contrastive Framework for Semi-supervised Fine-tuning of Pre-trained Language Models","created":"2021-02-07","cited_by_count":5,"area":null},{"id":"2202.13392","title":"A Simple but Effective Pluggable Entity Lookup Table for Pre-trained Language Models","created":"2022-02-27","cited_by_count":5,"area":null},{"id":"2204.08226","title":"Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey","created":"2022-04-18","cited_by_count":5,"area":null},{"id":"2204.13999","title":"Statistical applications of contrastive learning","created":"2022-04-29","cited_by_count":5,"area":null},{"id":"2205.13300","title":"Federated Non-negative Matrix Factorization for Short Texts Topic Modeling with Mutual Information","created":"2022-05-26","cited_by_count":5,"area":null},{"id":"2401.08833","title":"Revisiting Self-supervised Learning of Speech Representation from a Mutual Information Perspective","created":"2024-01-16","cited_by_count":5,"area":null},{"id":"2106.08171","title":"Evaluating Modules in Graph Contrastive Learning","created":"2021-06-15","cited_by_count":4,"area":null},{"id":"2108.12229","title":"ProtoInfoMax: Prototypical Networks with Mutual Information Maximization for Out-of-Domain Detection","created":"2021-08-27","cited_by_count":4,"area":null},{"id":"2112.05787","title":"Representation Learning for Conversational Data using Discourse Mutual Information Maximization","created":"2021-12-04","cited_by_count":4,"area":null},{"id":"2210.08753","title":"MCP: Self-supervised Pre-training for Personalized Chatbots with Multi-level Contrastive Sampling","created":"2022-10-17","cited_by_count":4,"area":null},{"id":"2208.11283","title":"A Hierarchical Interactive Network for Joint Span-based Aspect-Sentiment Analysis","created":"2022-08-24","cited_by_count":3,"area":null},{"id":"2408.10292","title":"Leveraging Superfluous Information in Contrastive Representation Learning","created":"2024-08-19","cited_by_count":3,"area":null},{"id":"2103.06032","title":"Cross-modal Image Retrieval with Deep Mutual Information Maximization","created":"2021-03-10","cited_by_count":2,"area":null},{"id":"2204.08887","title":"Cross-Lingual Phrase Retrieval","created":"2022-04-19","cited_by_count":2,"area":null},{"id":"2406.05510","title":"Representation Learning with Conditional Information Flow Maximization","created":"2024-06-08","cited_by_count":2,"area":null},{"id":"2104.10507","title":"On Sampling-Based Training Criteria for Neural Language Modeling","created":"2021-04-21","cited_by_count":1,"area":null},{"id":"2208.09625","title":"SPOT: Knowledge-Enhanced Language Representations for Information Extraction","created":"2022-08-20","cited_by_count":1,"area":null},{"id":"2210.10652","title":"Multi-Modal Recommendation System with Auxiliary Information","created":"2022-10-13","cited_by_count":1,"area":null},{"id":"2304.09093","title":"Improving Items and Contexts Understanding with Descriptive Graph for Conversational Recommendation","created":"2023-04-11","cited_by_count":1,"area":null},{"id":"2305.00623","title":"A Simplified Framework for Contrastive Learning for Node Representations","created":"2023-05-01","cited_by_count":1,"area":null},{"id":"2307.06005","title":"DDNAS: Discretized Differentiable Neural Architecture Search for Text Classification","created":"2023-07-12","cited_by_count":1,"area":null},{"id":"2311.00367","title":"Prompt-based Logical Semantics Enhancement for Implicit Discourse Relation Recognition","created":"2023-11-01","cited_by_count":1,"area":null},{"id":"2312.07022","title":"EdgePruner: Poisoned Edge Pruning in Graph Contrastive Learning","created":"2023-12-12","cited_by_count":1,"area":null},{"id":"2412.17523","title":"Constructing Fair Latent Space for Intersection of Fairness and Explainability","created":"2024-12-23","cited_by_count":1,"area":null},{"id":"2510.25262","title":"IBNorm: Information-Bottleneck Inspired Normalization for Representation Learning","created":"2025-10-29","cited_by_count":1,"area":null},{"id":"2607.02447","title":"Understanding the Robustness of Distributed Self-Supervised Learning Frameworks Against Non-IID Data","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2106.03723","title":"Self-Supervised Graph Learning with Proximity-based Views and Channel Contrast","created":"2021-06-07","cited_by_count":0,"area":null},{"id":"2108.12734","title":"Deep Dive into Semi-Supervised ELBO for Improving Classification Performance","created":"2021-08-29","cited_by_count":0,"area":null},{"id":"2205.12248","title":"RevUp: Revise and Update Information Bottleneck for Event Representation","created":"2022-05-24","cited_by_count":0,"area":null},{"id":"2209.15404","title":"Entropy-driven Unsupervised Keypoint Representation Learning in Videos","created":"2022-09-30","cited_by_count":0,"area":null},{"id":"2306.00755","title":"Enhancing the Unified Streaming and Non-streaming Model with Contrastive Learning","created":"2023-06-01","cited_by_count":0,"area":null},{"id":"2408.09377","title":"Mutual Information Multinomial Estimation","created":"2024-08-18","cited_by_count":0,"area":null},{"id":"2412.02871","title":"MAGMA: Manifold Regularization for MAEs","created":"2024-12-03","cited_by_count":0,"area":null},{"id":"2510.16797","title":"MOSAIC: Masked Objective with Selective Adaptation for In-domain Contrastive Learning","created":"2025-10-19","cited_by_count":0,"area":null},{"id":"2604.09541","title":"Trans-RAG: Query-Centric Vector Transformation for Secure Cross-Organizational Retrieval","created":"2026-04-10","cited_by_count":0,"area":"rag"}],"next_cursor":null}