{"total":546,"rows":[{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2101.02388","title":"Knowledge Distillation in Iterative Generative Models for Improved Sampling Speed","created":"2021-01-07","cited_by_count":348,"area":"diffusion"},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2107.12808","title":"Open-Ended Learning Leads to Generally Capable Agents","created":"2021-07-27","cited_by_count":182,"area":null},{"id":"2507.11539","title":"Streaming 4D Visual Geometry Transformer","created":"2025-07-15","cited_by_count":161,"area":null},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139,"area":"distill"},{"id":"2103.11511","title":"MoViNets: Mobile Video Networks for Efficient Video Recognition","created":"2021-03-21","cited_by_count":135,"area":null},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2201.00766","title":"Class-Incremental Continual Learning into the eXtended DER-verse","created":"2022-01-03","cited_by_count":124,"area":"distill"},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2203.06359","title":"Self-Sustaining Representation Expansion for Non-Exemplar Class-Incremental Learning","created":"2022-03-12","cited_by_count":118,"area":null},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2310.15308","title":"SAM-CLIP: Merging Vision Foundation Models towards Semantic and Spatial Understanding","created":"2023-10-23","cited_by_count":111,"area":null},{"id":"2107.03358","title":"Novel Visual Category Discovery with Dual Ranking Statistics and Mutual Knowledge Distillation","created":"2021-07-07","cited_by_count":104,"area":"distill"},{"id":"2412.01951","title":"Self-Improvement in Language Models: The Sharpening Mechanism","created":"2024-12-02","cited_by_count":104,"area":"synth"},{"id":"2101.03737","title":"Improving Multi-hop Knowledge Base Question Answering by Learning Intermediate Supervision Signals","created":"2021-01-11","cited_by_count":101,"area":null},{"id":"2208.14933","title":"Membership Inference Attacks by Exploiting Loss Trajectory","created":"2022-08-31","cited_by_count":101,"area":"safety"},{"id":"2507.14805","title":"Subliminal Learning: Language models transmit behavioral traits via hidden signals in data","created":"2025-07-20","cited_by_count":95,"area":null},{"id":"2604.10674","title":"Skill-SD: Skill-Conditioned Self-Distillation for Multi-turn LLM Agents","created":"2026-04-12","cited_by_count":90,"area":"agents"},{"id":"2108.06227","title":"SimCVD: Simple Contrastive Voxel-Wise Representation Distillation for Semi-Supervised Medical Image Segmentation","created":"2021-08-13","cited_by_count":86,"area":null},{"id":"2303.13802","title":"Decoupled Multimodal Distilling for Emotion Recognition","created":"2023-03-24","cited_by_count":76,"area":"distill"},{"id":"2109.04075","title":"Self Supervision to Distillation for Long-Tailed Visual Recognition","created":"2021-09-09","cited_by_count":73,"area":null},{"id":"2103.02885","title":"Extract the Knowledge of Graph Neural Networks and Go Beyond it: An Effective Knowledge Distillation Framework","created":"2021-03-04","cited_by_count":69,"area":"distill"},{"id":"2604.12002","title":"Self-Distillation Zero: Self-Revision Turns Binary Rewards into Dense Supervision","created":"2026-04-13","cited_by_count":68,"area":"distill"},{"id":"2405.19316","title":"Robust Preference Optimization through Reward Model Distillation","created":"2024-05-29","cited_by_count":67,"area":"alignment"},{"id":"2204.09269","title":"A Survey on Non-Autoregressive Generation for Neural Machine Translation and Beyond","created":"2022-04-20","cited_by_count":64,"area":null},{"id":"2203.15359","title":"Nested Collaborative Learning for Long-Tailed Visual Recognition","created":"2022-03-29","cited_by_count":63,"area":null},{"id":"2210.07686","title":"Learning Generalizable Models for Vehicle Routing Problems via Knowledge Distillation","created":"2022-10-14","cited_by_count":62,"area":"distill"},{"id":"2104.07163","title":"Annealing Knowledge Distillation","created":"2021-04-14","cited_by_count":61,"area":"distill"},{"id":"2304.12777","title":"Class Attention Transfer Based Knowledge Distillation","created":"2023-04-25","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2106.04411","title":"Fair Feature Distillation for Visual Recognition","created":"2021-05-27","cited_by_count":59,"area":"distill"},{"id":"2110.06923","title":"Object DGCNN: 3D Object Detection using Dynamic Graphs","created":"2021-10-13","cited_by_count":58,"area":null},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2102.09517","title":"Essentials for Class Incremental Learning","created":"2021-02-18","cited_by_count":57,"area":null},{"id":"2204.03206","title":"L2G: A Simple Local-to-Global Knowledge Transfer Framework for Weakly Supervised Semantic Segmentation","created":"2022-04-07","cited_by_count":57,"area":null},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2103.01315","title":"Exploring Complementary Strengths of Invariant and Equivariant Representations for Few-Shot Learning","created":"2021-03-01","cited_by_count":56,"area":null},{"id":"2103.13841","title":"Universal Representation Learning from Multiple Domains for Few-shot Classification","created":"2021-03-25","cited_by_count":56,"area":null},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2103.10013","title":"Model Extraction and Adversarial Transferability, Your BERT is Vulnerable!","created":"2021-03-18","cited_by_count":53,"area":null},{"id":"2112.04731","title":"Mimicking the Oracle: An Initial Phase Decorrelation Approach for Class Incremental Learning","created":"2021-12-09","cited_by_count":49,"area":null},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2211.07171","title":"Cross-Modality Knowledge Distillation Network for Monocular 3D Object Detection","created":"2022-11-14","cited_by_count":48,"area":"distill"},{"id":"2402.02769","title":"Learning from Teaching Regularization: Generalizable Correlations Should be Easy to Imitate","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2406.07515","title":"Beyond Model Collapse: Scaling Up with Synthesized Data Requires Verification","created":"2024-06-11","cited_by_count":45,"area":"synth"},{"id":"2106.14568","title":"Deep Ensembling with No Overhead for either Training or Testing: The All-Round Blessings of Dynamic Sparsity","created":"2021-06-28","cited_by_count":44,"area":null},{"id":"2206.00388","title":"Transfer without Forgetting","created":"2022-06-01","cited_by_count":44,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2106.03418","title":"Multi-Target Domain Adaptation with Collaborative Consistency Learning","created":"2021-06-07","cited_by_count":43,"area":null},{"id":"2404.11958","title":"Not All Voxels Are Equal: Hardness-Aware Semantic Scene Completion with Self-Distillation","created":"2024-04-18","cited_by_count":43,"area":"distill"},{"id":"2106.06168","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","created":"2021-06-11","cited_by_count":42,"area":"distill"},{"id":"2405.15116","title":"Quantifying the Gain in Weak-to-Strong Generalization","created":"2024-05-24","cited_by_count":41,"area":null},{"id":"2106.12378","title":"Co-advise: Cross Inductive Bias Distillation","created":"2021-06-23","cited_by_count":40,"area":null},{"id":"2309.16286","title":"Generalizable Heterogeneous Federated Cross-Correlation and Instance Similarity Learning","created":"2023-09-28","cited_by_count":40,"area":null},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2202.00155","title":"Fortuitous Forgetting in Connectionist Networks","created":"2022-02-01","cited_by_count":39,"area":null},{"id":"2203.02433","title":"The Machine Learning for Combinatorial Optimization Competition (ML4CO): Results and Insights","created":"2022-03-04","cited_by_count":39,"area":null},{"id":"2210.05801","title":"Linkless Link Prediction via Relational Distillation","created":"2022-10-11","cited_by_count":39,"area":null},{"id":"2210.06443","title":"On the Effectiveness of Lipschitz-Driven Rehearsal in Continual Learning","created":"2022-10-12","cited_by_count":39,"area":null},{"id":"2103.13990","title":"More Photos are All You Need: Semi-Supervised Learning for Fine-Grained Sketch Based Image Retrieval","created":"2021-03-25","cited_by_count":38,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2103.02193","title":"Adaptive Consistency Regularization for Semi-Supervised Transfer Learning","created":"2021-03-03","cited_by_count":37,"area":null},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2110.02424","title":"Spectral Bias in Practice: The Role of Function Frequency in Generalization","created":"2021-10-06","cited_by_count":37,"area":null},{"id":"2210.06458","title":"Efficient Knowledge Distillation from Model Checkpoints","created":"2022-10-12","cited_by_count":37,"area":"distill"},{"id":"2104.00679","title":"A Realistic Evaluation of Semi-Supervised Learning for Fine-Grained Classification","created":"2021-04-01","cited_by_count":36,"area":null},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2208.12256","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","created":"2022-08-25","cited_by_count":36,"area":"distill"},{"id":"2104.01655","title":"Efficient Transformers in Reinforcement Learning using Actor-Learner Distillation","created":"2021-04-04","cited_by_count":35,"area":null},{"id":"2111.11108","title":"Unsupervised Time Series Outlier Detection with Diversity-Driven Convolutional Ensembles -- Extended Version","created":"2021-11-22","cited_by_count":35,"area":null},{"id":"2203.04781","title":"How many Observations are Enough? Knowledge Distillation for Trajectory Forecasting","created":"2022-03-09","cited_by_count":35,"area":"distill"},{"id":"2311.01723","title":"Towards Calibrated Robust Fine-Tuning of Vision-Language Models","created":"2023-11-03","cited_by_count":35,"area":"mllm"},{"id":"2303.11162","title":"Picture that Sketch: Photorealistic Image Generation from Abstract Sketches","created":"2023-03-20","cited_by_count":34,"area":null},{"id":"2509.23886","title":"Towards Understanding Subliminal Learning: When and How Hidden Biases Transfer","created":"2025-09-28","cited_by_count":34,"area":"distill"},{"id":"2104.04687","title":"Learning from 2D: Contrastive Pixel-to-Point Knowledge Transfer for 3D Pretraining","created":"2021-04-10","cited_by_count":33,"area":null},{"id":"2111.06638","title":"Meta-Teacher For Face Anti-Spoofing","created":"2021-11-12","cited_by_count":33,"area":null},{"id":"2303.03446","title":"Students Parrot Their Teachers: Membership Inference on Model Distillation","created":"2023-03-06","cited_by_count":33,"area":"safety"},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2404.16456","title":"Correlation-Decoupled Knowledge Distillation for Multimodal Sentiment Analysis with Incomplete Modalities","created":"2024-04-25","cited_by_count":32,"area":"distill"},{"id":"2406.19255","title":"Enhancing Video-Language Representations with Structural Spatio-Temporal Alignment","created":"2024-06-27","cited_by_count":32,"area":null},{"id":"2208.10160","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","created":"2022-08-22","cited_by_count":31,"area":"distill"},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2209.13476","title":"Mine yOur owN Anatomy: Revisiting Medical Image Segmentation with Extremely Limited Labels","created":"2022-09-27","cited_by_count":30,"area":null},{"id":"2104.09732","title":"Knowledge Distillation as Semiparametric Inference","created":"2021-04-20","cited_by_count":29,"area":"distill"},{"id":"2203.16172","title":"Self-Distillation from the Last Mini-Batch for Consistency Regularization","created":"2022-03-30","cited_by_count":29,"area":"distill"},{"id":"2209.11459","title":"TeST: Test-time Self-Training under Distribution Shift","created":"2022-09-23","cited_by_count":29,"area":null},{"id":"2108.07482","title":"G-DetKD: Towards General Distillation Framework for Object Detectors via Contrastive and Semantic-guided Feature Imitation","created":"2021-08-17","cited_by_count":28,"area":"distill"},{"id":"2402.03749","title":"Vision Superalignment: Weak-to-Strong Generalization for Vision Foundation Models","created":"2024-02-06","cited_by_count":28,"area":"alignment"},{"id":"2205.16004","title":"What Knowledge Gets Distilled in Knowledge Distillation?","created":"2022-05-31","cited_by_count":27,"area":"distill"},{"id":"2308.04268","title":"Teacher-Student Architecture for Knowledge Distillation: A Survey","created":"2023-08-08","cited_by_count":26,"area":"distill"},{"id":"2105.00623","title":"Black-Box Dissector: Towards Erasing-based Hard-Label Model Stealing Attack","created":"2021-05-03","cited_by_count":25,"area":null},{"id":"2209.01383","title":"Training Strategies for Improved Lip-reading","created":"2022-09-03","cited_by_count":25,"area":"distill"},{"id":"2401.08732","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","created":"2024-01-16","cited_by_count":25,"area":"distill"},{"id":"2110.08890","title":"Network Augmentation for Tiny Deep Learning","created":"2021-10-17","cited_by_count":24,"area":null}],"next_cursor":"100"}