{"total":889,"rows":[{"id":"2303.17760","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","created":"2023-03-31","cited_by_count":1395,"area":"agents"},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735,"area":"synth"},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2104.09044","title":"Distilling Knowledge via Knowledge Review","created":"2021-04-19","cited_by_count":288,"area":"distill"},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2302.03648","title":"Class-Incremental Learning: A Survey","created":"2023-02-07","cited_by_count":209,"area":null},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208,"area":"distill"},{"id":"2209.03494","title":"Neural Feature Fusion Fields: 3D Distillation of Self-Supervised 2D Image Representations","created":"2022-09-07","cited_by_count":196,"area":null},{"id":"2310.13018","title":"Getting aligned on representational alignment","created":"2023-10-18","cited_by_count":143,"area":null},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2305.06329","title":"Similarity of Neural Network Models: A Survey of Functional and Representational Measures","created":"2023-05-10","cited_by_count":131,"area":null},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119,"area":"distill"},{"id":"2206.02099","title":"Point-to-Voxel Knowledge Distillation for LiDAR Semantic Segmentation","created":"2022-06-05","cited_by_count":119,"area":"distill"},{"id":"2101.05022","title":"Re-labeling ImageNet: from Single to Multi-Labels, from Global to Localized Labels","created":"2021-01-13","cited_by_count":118,"area":null},{"id":"2203.06359","title":"Self-Sustaining Representation Expansion for Non-Exemplar Class-Incremental Learning","created":"2022-03-12","cited_by_count":118,"area":null},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2103.02340","title":"General Instance Distillation for Object Detection","created":"2021-03-03","cited_by_count":114,"area":"distill"},{"id":"2211.16231","title":"Curriculum Temperature for Knowledge Distillation","created":"2022-11-29","cited_by_count":112,"area":"distill"},{"id":"2205.01529","title":"Masked Generative Distillation","created":"2022-05-03","cited_by_count":107,"area":"distill"},{"id":"2403.01427","title":"Logit Standardization in Knowledge Distillation","created":"2024-03-03","cited_by_count":102,"area":"distill"},{"id":"2308.10916","title":"Diffusion Model as Representation Learner","created":"2023-08-21","cited_by_count":95,"area":"diffusion"},{"id":"2203.09905","title":"Learning Affordance Grounding from Exocentric Images","created":"2022-03-18","cited_by_count":82,"area":null},{"id":"2104.08271","title":"TEACHTEXT: CrossModal Generalized Distillation for Text-Video Retrieval","created":"2021-04-16","cited_by_count":81,"area":null},{"id":"2102.02973","title":"Show, Attend and Distill:Knowledge Distillation via Attention-based Feature Matching","created":"2021-02-05","cited_by_count":79,"area":"distill"},{"id":"2110.13981","title":"CHIP: CHannel Independence-based Pruning for Compact Neural Networks","created":"2021-10-26","cited_by_count":78,"area":null},{"id":"2310.19444","title":"One-for-All: Bridge the Gap Between Heterogeneous Architectures in Knowledge Distillation","created":"2023-10-30","cited_by_count":78,"area":"distill"},{"id":"2402.02338","title":"NetLLM: Adapting Large Language Models for Networking","created":"2024-02-04","cited_by_count":78,"area":null},{"id":"2303.13802","title":"Decoupled Multimodal Distilling for Emotion Recognition","created":"2023-03-24","cited_by_count":76,"area":"distill"},{"id":"2103.04062","title":"Adaptive Multi-Teacher Multi-level Knowledge Distillation","created":"2021-03-06","cited_by_count":72,"area":"distill"},{"id":"2403.02781","title":"PromptKD: Unsupervised Prompt Distillation for Vision-Language Models","created":"2024-03-05","cited_by_count":72,"area":"mllm"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2203.17261","title":"R2L: Distilling Neural Radiance Field to Neural Light Field for Efficient Novel View Synthesis","created":"2022-03-31","cited_by_count":69,"area":null},{"id":"2303.13005","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","created":"2023-03-23","cited_by_count":69,"area":"distill"},{"id":"2404.12715","title":"Ensemble Learning for Heterogeneous Large Language Models with Deep Parallel Collaboration","created":"2024-04-19","cited_by_count":67,"area":null},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2304.12777","title":"Class Attention Transfer Based Knowledge Distillation","created":"2023-04-25","cited_by_count":61,"area":"distill"},{"id":"2102.07650","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","created":"2021-02-12","cited_by_count":60,"area":"distill"},{"id":"2106.04411","title":"Fair Feature Distillation for Visual Recognition","created":"2021-05-27","cited_by_count":59,"area":"distill"},{"id":"2203.13104","title":"R-DFCIL: Relation-Guided Representation Learning for Data-Free Class Incremental Learning","created":"2022-03-24","cited_by_count":59,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2110.06923","title":"Object DGCNN: 3D Object Detection using Dynamic Graphs","created":"2021-10-13","cited_by_count":58,"area":null},{"id":"2305.13948","title":"Decoupled Kullback-Leibler Divergence Loss","created":"2023-05-23","cited_by_count":58,"area":"distill"},{"id":"2401.16335","title":"Iterative Data Smoothing: Mitigating Reward Overfitting and Overoptimization in RLHF","created":"2024-01-29","cited_by_count":57,"area":"alignment"},{"id":"2102.12252","title":"Localization Distillation for Dense Object Detection","created":"2021-02-24","cited_by_count":55,"area":"distill"},{"id":"2209.03299","title":"Multimodal learning with graphs","created":"2022-09-07","cited_by_count":54,"area":null},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2305.15712","title":"Knowledge Diffusion for Distillation","created":"2023-05-25","cited_by_count":53,"area":"diffusion"},{"id":"2306.11369","title":"CrossKD: Cross-Head Knowledge Distillation for Object Detection","created":"2023-06-20","cited_by_count":52,"area":"distill"},{"id":"2112.01528","title":"A Fast Knowledge Distillation Framework for Visual Recognition","created":"2021-12-02","cited_by_count":50,"area":"distill"},{"id":"2109.12484","title":"Excavating the Potential Capacity of Self-Supervised Monocular Depth Estimation","created":"2021-09-26","cited_by_count":48,"area":"distill"},{"id":"2304.08130","title":"A Survey on Few-Shot Class-Incremental Learning","created":"2023-04-17","cited_by_count":48,"area":null},{"id":"2205.15308","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","created":"2022-05-28","cited_by_count":47,"area":"distill"},{"id":"2303.12786","title":"FeatureNeRF: Learning Generalizable NeRFs by Distilling Foundation Models","created":"2023-03-22","cited_by_count":47,"area":null},{"id":"2103.08273","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","created":"2021-03-15","cited_by_count":46,"area":"distill"},{"id":"2209.03917","title":"Exploring Target Representations for Masked Autoencoders","created":"2022-09-08","cited_by_count":46,"area":"distill"},{"id":"2103.15263","title":"Zero-shot Adversarial Quantization","created":"2021-03-29","cited_by_count":44,"area":null},{"id":"2107.13715","title":"Hierarchical Self-supervised Augmented Knowledge Distillation","created":"2021-07-29","cited_by_count":44,"area":"distill"},{"id":"2202.03680","title":"Exploring Inter-Channel Correlation for Diversity-preserved KnowledgeDistillation","created":"2022-02-08","cited_by_count":44,"area":"distill"},{"id":"2206.06487","title":"The Modality Focusing Hypothesis: Towards Understanding Crossmodal Knowledge Distillation","created":"2022-06-13","cited_by_count":44,"area":"distill"},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2103.05861","title":"Manifold Regularized Dynamic Network Pruning","created":"2021-03-10","cited_by_count":43,"area":null},{"id":"2108.09987","title":"Efficient Medical Image Segmentation Based on Knowledge Distillation","created":"2021-08-23","cited_by_count":43,"area":"distill"},{"id":"2210.03664","title":"Bi-directional Weakly Supervised Knowledge Distillation for Whole Slide Image Classification","created":"2022-10-07","cited_by_count":43,"area":"distill"},{"id":"2103.16367","title":"Complementary Relation Contrastive Distillation","created":"2021-03-29","cited_by_count":42,"area":"distill"},{"id":"2104.12565","title":"Mutual Contrastive Learning for Visual Representation Learning","created":"2021-04-26","cited_by_count":42,"area":null},{"id":"2203.01532","title":"Exploring Patch-wise Semantic Relation for Contrastive Learning in Image-to-Image Translation Tasks","created":"2022-03-03","cited_by_count":42,"area":null},{"id":"2210.04505","title":"A Survey on Heterogeneous Federated Learning","created":"2022-10-10","cited_by_count":42,"area":null},{"id":"2206.06067","title":"Better Teacher Better Student: Dynamic Prior Knowledge for Knowledge Distillation","created":"2022-06-13","cited_by_count":41,"area":"distill"},{"id":"2207.02039","title":"PKD: General Distillation Framework for Object Detectors via Pearson Correlation Coefficient","created":"2022-07-05","cited_by_count":41,"area":"distill"},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2207.09158","title":"FedX: Unsupervised Federated Learning with Cross Knowledge Distillation","created":"2022-07-19","cited_by_count":40,"area":"distill"},{"id":"2309.12530","title":"A Sentence Speaks a Thousand Images: Domain Generalization through Distilling CLIP with Language Guidance","created":"2023-09-21","cited_by_count":40,"area":"mllm"},{"id":"2309.16286","title":"Generalizable Heterogeneous Federated Cross-Correlation and Instance Similarity Learning","created":"2023-09-28","cited_by_count":40,"area":null},{"id":"2403.19076","title":"Tiny Machine Learning: Progress and Futures","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2203.06321","title":"Wavelet Knowledge Distillation: Towards Efficient Image-to-Image Translation","created":"2022-03-12","cited_by_count":39,"area":"distill"},{"id":"2210.05801","title":"Linkless Link Prediction via Relational Distillation","created":"2022-10-11","cited_by_count":39,"area":null},{"id":"2103.00841","title":"Learning Frequency Domain Approximation for Binary Neural Networks","created":"2021-03-01","cited_by_count":38,"area":null},{"id":"2111.04964","title":"On Representation Knowledge Distillation for Graph Neural Networks","created":"2021-11-09","cited_by_count":38,"area":"distill"},{"id":"2208.12448","title":"CMD: Self-supervised 3D Action Representation Learning with Cross-modal Mutual Distillation","created":"2022-08-26","cited_by_count":38,"area":null},{"id":"2302.00219","title":"Knowledge Distillation on Graphs: A Survey","created":"2023-02-01","cited_by_count":38,"area":"distill"},{"id":"2108.01958","title":"Learning Compatible Embeddings","created":"2021-08-04","cited_by_count":37,"area":null},{"id":"2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","created":"2024-02-17","cited_by_count":37,"area":"distill"},{"id":"2102.07954","title":"AlphaNet: Improved Training of Supernets with Alpha-Divergence","created":"2021-02-16","cited_by_count":36,"area":null},{"id":"2105.07381","title":"Undistillable: Making A Nasty Teacher That CANNOT teach students","created":"2021-05-16","cited_by_count":36,"area":"distill"},{"id":"2107.01787","title":"Multi-View Correlation Distillation for Incremental Object Detection","created":"2021-07-05","cited_by_count":36,"area":null},{"id":"2207.11518","title":"Online Knowledge Distillation via Mutual Contrastive Learning for Visual Recognition","created":"2022-07-23","cited_by_count":36,"area":"distill"},{"id":"2303.14771","title":"Prototype-Sample Relation Distillation: Towards Replay-Free Continual Learning","created":"2023-03-26","cited_by_count":35,"area":null},{"id":"2102.07753","title":"Learning Intra-Batch Connections for Deep Metric Learning","created":"2021-02-15","cited_by_count":34,"area":null},{"id":"2209.02432","title":"ViTKD: Practical Guidelines for ViT feature knowledge distillation","created":"2022-09-06","cited_by_count":34,"area":"distill"},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2104.04687","title":"Learning from 2D: Contrastive Pixel-to-Point Knowledge Transfer for 3D Pretraining","created":"2021-04-10","cited_by_count":33,"area":null},{"id":"2205.11098","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","created":"2022-05-23","cited_by_count":33,"area":"distill"},{"id":"2307.03135","title":"Distilling Large Vision-Language Model with Out-of-Distribution Generalizability","created":"2023-07-06","cited_by_count":33,"area":"mllm"},{"id":"2312.13789","title":"TinySAM: Pushing the Envelope for Efficient Segment Anything Model","created":"2023-12-21","cited_by_count":33,"area":"distill"},{"id":"2104.10602","title":"Visualizing Adapted Knowledge in Domain Transfer","created":"2021-04-20","cited_by_count":32,"area":null},{"id":"2108.03619","title":"Learning an Augmented RGB Representation with Cross-Modal Knowledge Distillation for Action Detection","created":"2021-08-08","cited_by_count":32,"area":"distill"},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null}],"next_cursor":"100"}