{"total":474,"rows":[{"id":"2406.09414","title":"Depth Anything V2","created":"2024-06-13","cited_by_count":1422,"area":null},{"id":"2303.17760","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","created":"2023-03-31","cited_by_count":1395,"area":"agents"},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664,"area":"lr"},{"id":"2104.10972","title":"ImageNet-21K Pretraining for the Masses","created":"2021-04-22","cited_by_count":613,"area":null},{"id":"2311.17245","title":"LightGaussian: Unbounded 3D Gaussian Compression with 15x Reduction and 200+ FPS","created":"2023-11-28","cited_by_count":436,"area":null},{"id":"2105.10056","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","created":"2021-05-20","cited_by_count":383,"area":"distill"},{"id":"2103.07853","title":"Membership Inference Attacks on Machine Learning: A Survey","created":"2021-03-14","cited_by_count":321,"area":"safety"},{"id":"2110.13903","title":"NeRV: Neural Representations for Videos","created":"2021-10-26","cited_by_count":256,"area":null},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190,"area":"distill"},{"id":"2312.06709","title":"AM-RADIO: Agglomerative Vision Foundation Model -- Reduce All Domains Into One","created":"2023-12-10","cited_by_count":169,"area":null},{"id":"2407.06023","title":"Distilling System 2 into System 1","created":"2024-07-08","cited_by_count":159,"area":"lr"},{"id":"2105.13093","title":"Towards Understanding Knowledge Distillation","created":"2021-05-27","cited_by_count":158,"area":"distill"},{"id":"2207.04397","title":"2DPASS: 2D Priors Assisted Semantic Segmentation on LiDAR Point Clouds","created":"2022-07-10","cited_by_count":158,"area":null},{"id":"2212.00193","title":"Distilling Reasoning Capabilities into Smaller Language Models","created":"2022-12-01","cited_by_count":158,"area":"lr"},{"id":"2203.14001","title":"Knowledge Distillation with the Reused Teacher Classifier","created":"2022-03-26","cited_by_count":141,"area":"distill"},{"id":"2209.11055","title":"Efficient Few-Shot Learning Without Prompts","created":"2022-09-22","cited_by_count":137,"area":null},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134,"area":"distill"},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2305.06329","title":"Similarity of Neural Network Models: A Survey of Functional and Representational Measures","created":"2023-05-10","cited_by_count":131,"area":null},{"id":"2311.18159","title":"CompGS: Smaller and Faster Gaussian Splatting with Vector Quantization","created":"2023-11-30","cited_by_count":130,"area":null},{"id":"2301.07014","title":"Dataset Distillation: A Comprehensive Review","created":"2023-01-17","cited_by_count":127,"area":null},{"id":"2312.13558","title":"The Truth is in There: Improving Reasoning in Language Models with Layer-Selective Rank Reduction","created":"2023-12-21","cited_by_count":123,"area":"lr"},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119,"area":"distill"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2204.00895","title":"Class-Incremental Learning by Knowledge Distillation with Adaptive Feature Consolidation","created":"2022-04-02","cited_by_count":113,"area":"distill"},{"id":"2103.13258","title":"Dynamic Slimmable Network","created":"2021-03-24","cited_by_count":83,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2103.04062","title":"Adaptive Multi-Teacher Multi-level Knowledge Distillation","created":"2021-03-06","cited_by_count":72,"area":"distill"},{"id":"2203.00843","title":"X-Trans2Cap: Cross-Modal Knowledge Transfer using Transformer for 3D Dense Captioning","created":"2022-03-02","cited_by_count":70,"area":"distill"},{"id":"2205.10793","title":"Knowledge Distillation via the Target-aware Transformer","created":"2022-05-22","cited_by_count":70,"area":"distill"},{"id":"2203.17261","title":"R2L: Distilling Neural Radiance Field to Neural Light Field for Efficient Novel View Synthesis","created":"2022-03-31","cited_by_count":69,"area":null},{"id":"2111.14338","title":"Improving Deep Learning Interpretability by Saliency Guided Training","created":"2021-11-29","cited_by_count":68,"area":null},{"id":"2211.16386","title":"Compressing Volumetric Radiance Fields to 1 MB","created":"2022-11-29","cited_by_count":68,"area":null},{"id":"2103.05127","title":"Model Complexity of Deep Learning: A Survey","created":"2021-03-08","cited_by_count":65,"area":null},{"id":"2105.03361","title":"What Kinds of Functions do Deep Neural Networks Learn? Insights from Variational Spline Theory","created":"2021-05-07","cited_by_count":60,"area":null},{"id":"2103.04980","title":"Deep Model Intellectual Property Protection via Deep Watermarking","created":"2021-03-08","cited_by_count":54,"area":"safety"},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2602.02482","title":"Expanding the Capabilities of Reinforcement Learning via Text Feedback","created":"2026-02-02","cited_by_count":53,"area":"alignment"},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2208.11296","title":"Semi-Supervised and Unsupervised Deep Visual Learning: A Survey","created":"2022-08-24","cited_by_count":52,"area":null},{"id":"2402.02769","title":"Learning from Teaching Regularization: Generalizable Correlations Should be Easy to Imitate","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2305.13803","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","created":"2023-05-23","cited_by_count":44,"area":"distill"},{"id":"2210.04505","title":"A Survey on Heterogeneous Federated Learning","created":"2022-10-10","cited_by_count":42,"area":null},{"id":"2207.05273","title":"Cross-Architecture Knowledge Distillation","created":"2022-07-12","cited_by_count":41,"area":"distill"},{"id":"2201.00007","title":"Confidence-Aware Multi-Teacher Knowledge Distillation","created":"2021-12-30","cited_by_count":39,"area":"distill"},{"id":"2111.00674","title":"Distilling Object Detectors with Feature Richness","created":"2021-11-01","cited_by_count":38,"area":null},{"id":"2202.00132","title":"Submodularity In Machine Learning and Artificial Intelligence","created":"2022-01-31","cited_by_count":38,"area":null},{"id":"2106.03310","title":"Zero-Shot Knowledge Distillation from a Decision-Based Black-Box Model","created":"2021-06-07","cited_by_count":37,"area":"distill"},{"id":"2108.01958","title":"Learning Compatible Embeddings","created":"2021-08-04","cited_by_count":37,"area":null},{"id":"2306.12041","title":"Self-Distilled Masked Auto-Encoders are Efficient Video Anomaly Detectors","created":"2023-06-21","cited_by_count":37,"area":null},{"id":"2104.01655","title":"Efficient Transformers in Reinforcement Learning using Actor-Learner Distillation","created":"2021-04-04","cited_by_count":35,"area":null},{"id":"2209.14635","title":"Compressed Gastric Image Generation Based on Soft-Label Dataset Distillation for Medical Data Sharing","created":"2022-09-29","cited_by_count":35,"area":null},{"id":"2107.09951","title":"Deep learning for temporal data representation in electronic health records: A systematic review of challenges and methodologies","created":"2021-07-21","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2509.23886","title":"Towards Understanding Subliminal Learning: When and How Hidden Biases Transfer","created":"2025-09-28","cited_by_count":34,"area":"distill"},{"id":"2111.06638","title":"Meta-Teacher For Face Anti-Spoofing","created":"2021-11-12","cited_by_count":33,"area":null},{"id":"2303.03446","title":"Students Parrot Their Teachers: Membership Inference on Model Distillation","created":"2023-03-06","cited_by_count":33,"area":"safety"},{"id":"2108.11898","title":"Supervised Compression for Resource-Constrained Edge Computing Systems","created":"2021-08-21","cited_by_count":31,"area":null},{"id":"2109.03775","title":"FedZKT: Zero-Shot Knowledge Transfer towards Resource-Constrained Federated Learning with Heterogeneous On-Device Models","created":"2021-09-08","cited_by_count":31,"area":null},{"id":"2207.06867","title":"Deep versus Wide: An Analysis of Student Architectures for Task-Agnostic Knowledge Distillation of Self-Supervised Speech Models","created":"2022-07-14","cited_by_count":31,"area":"distill"},{"id":"2406.10485","title":"A Label is Worth a Thousand Images in Dataset Distillation","created":"2024-06-15","cited_by_count":31,"area":null},{"id":"2103.13811","title":"Student Network Learning via Evolutionary Knowledge Distillation","created":"2021-03-23","cited_by_count":30,"area":"distill"},{"id":"2305.12696","title":"Learning Interpretable Style Embeddings via Prompting LLMs","created":"2023-05-22","cited_by_count":30,"area":null},{"id":"2104.09732","title":"Knowledge Distillation as Semiparametric Inference","created":"2021-04-20","cited_by_count":29,"area":"distill"},{"id":"2106.06091","title":"DECORE: Deep Compression with Reinforcement Learning","created":"2021-06-11","cited_by_count":29,"area":null},{"id":"2303.18232","title":"DIME-FM: DIstilling Multimodal and Efficient Foundation Models","created":"2023-03-31","cited_by_count":28,"area":"mllm"},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28,"area":"distill"},{"id":"2108.05507","title":"Distilling Holistic Knowledge with Graph Neural Networks","created":"2021-08-12","cited_by_count":26,"area":"distill"},{"id":"2310.13522","title":"Teaching Language Models to Self-Improve through Interactive Demonstrations","created":"2023-10-20","cited_by_count":26,"area":"synth"},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2106.11072","title":"Techniques for Symbol Grounding with SATNet","created":"2021-06-16","cited_by_count":24,"area":null},{"id":"2104.10510","title":"Balanced Knowledge Distillation for Long-tailed Learning","created":"2021-04-21","cited_by_count":23,"area":"distill"},{"id":"2204.11830","title":"Proto2Proto: Can you recognize the car, the way I do?","created":"2022-04-25","cited_by_count":23,"area":null},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2306.15347","title":"FedET: A Communication-Efficient Federated Class-Incremental Learning Framework Based on Enhanced Transformer","created":"2023-06-27","cited_by_count":23,"area":null},{"id":"2104.09866","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","created":"2021-04-20","cited_by_count":22,"area":"distill"},{"id":"2107.02681","title":"VidLanKD: Improving Language Understanding via Video-Distilled Knowledge Transfer","created":"2021-07-06","cited_by_count":22,"area":"distill"},{"id":"2210.13014","title":"Geometric Knowledge Distillation: Topology Compression for Graph Neural Networks","created":"2022-10-24","cited_by_count":22,"area":"distill"},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2106.07759","title":"Kaizen: Continuously improving teacher using Exponential Moving Average for semi-supervised speech recognition","created":"2021-06-14","cited_by_count":21,"area":null},{"id":"2202.10446","title":"EINNs: Epidemiologically-informed Neural Networks","created":"2022-02-21","cited_by_count":21,"area":null},{"id":"2301.09554","title":"Deep Learning Meets Sparse Regularization: A Signal Processing Perspective","created":"2023-01-23","cited_by_count":21,"area":null},{"id":"2307.09933","title":"Spuriosity Didn't Kill the Classifier: Using Invariant Predictions to Harness Spurious Features","created":"2023-07-19","cited_by_count":21,"area":null},{"id":"2410.01680","title":"PHI-S: Distribution Balancing for Label-Free Multi-Teacher Distillation","created":"2024-10-02","cited_by_count":21,"area":"distill"},{"id":"2406.07876","title":"Small Scale Data-Free Knowledge Distillation","created":"2024-06-12","cited_by_count":20,"area":"distill"},{"id":"2109.05263","title":"Class-Distribution-Aware Calibration for Long-Tailed Visual Recognition","created":"2021-09-11","cited_by_count":19,"area":null},{"id":"2111.12172","title":"Multi-label Iterated Learning for Image Classification with Label Ambiguity","created":"2021-11-23","cited_by_count":19,"area":null},{"id":"2112.09459","title":"Weakly Supervised Semantic Segmentation via Alternative Self-Dual Teaching","created":"2021-12-17","cited_by_count":19,"area":"distill"},{"id":"2202.04241","title":"Distillation with Contrast is All You Need for Self-Supervised Point Cloud Representation Learning","created":"2022-02-09","cited_by_count":19,"area":"distill"},{"id":"2411.18674","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","created":"2024-11-27","cited_by_count":19,"area":"distill"},{"id":"2102.10492","title":"Deep ReLU Networks Preserve Expected Length","created":"2021-02-21","cited_by_count":17,"area":null},{"id":"2106.02654","title":"Churn Reduction via Distillation","created":"2021-06-04","cited_by_count":17,"area":null},{"id":"2107.12087","title":"Text is Text, No Matter What: Unifying Text Recognition using Knowledge Distillation","created":"2021-07-26","cited_by_count":17,"area":"distill"},{"id":"2307.13214","title":"FedMEKT: Distillation-based Embedding Knowledge Transfer for Multimodal Federated Learning","created":"2023-07-25","cited_by_count":17,"area":null},{"id":"2308.15122","title":"SpikeBERT: A Language Spikformer Learned from BERT with Knowledge Distillation","created":"2023-08-29","cited_by_count":17,"area":"distill"},{"id":"2309.10058","title":"Dual Student Networks for Data-Free Model Stealing","created":"2023-09-18","cited_by_count":17,"area":null},{"id":"2102.04661","title":"Security and Privacy for Artificial Intelligence: Opportunities and Challenges","created":"2021-02-09","cited_by_count":16,"area":null},{"id":"2202.00280","title":"Recycling Model Updates in Federated Learning: Are Gradient Subspaces Low-Rank?","created":"2022-02-01","cited_by_count":16,"area":null},{"id":"2202.00856","title":"The Role of Linear Layers in Nonlinear Interpolating Networks","created":"2022-02-02","cited_by_count":16,"area":null}],"next_cursor":"100"}