{"list":"other","total":44,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1706.04599","title":"On Calibration of Modern Neural Networks","created":"2017-06-14","cited_by_count":4960},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"1910.10699","title":"Contrastive Representation Distillation","created":"2019-10-23","cited_by_count":748},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"2405.01470","title":"WildChat: 1M ChatGPT Interaction Logs in the Wild","created":"2024-05-02","cited_by_count":629},{"id":"2406.18495","title":"WildGuard: Open One-Stop Moderation Tools for Safety Risks, Jailbreaks, and Refusals of LLMs","created":"2024-06-26","cited_by_count":496},{"id":"2212.09689","title":"Unnatural Instructions: Tuning Language Models with (Almost) No Human Labor","created":"2022-12-19","cited_by_count":397},{"id":"1911.02357","title":"Uninformed Students: Student-Teacher Anomaly Detection with Discriminative Latent Embeddings","created":"2019-11-06","cited_by_count":386},{"id":"1904.05835","title":"Variational Information Distillation for Knowledge Transfer","created":"2019-04-11","cited_by_count":324},{"id":"2012.15828","title":"MiniLMv2: Multi-Head Self-Attention Relation Distillation for Compressing Pretrained Transformers","created":"2020-12-31","cited_by_count":245},{"id":"2406.18510","title":"WildTeaming at Scale: From In-the-Wild Jailbreaks to (Adversarially) Safer Language Models","created":"2024-06-26","cited_by_count":223},{"id":"2205.10536","title":"Knowledge Distillation from A Stronger Teacher","created":"2022-05-21","cited_by_count":208},{"id":"2106.05945","title":"Does Knowledge Distillation Really Work?","created":"2021-06-10","cited_by_count":190},{"id":"2105.08919","title":"Comparing Kullback-Leibler Divergence and Mean Squared Error Loss in Knowledge Distillation","created":"2021-05-19","cited_by_count":134},{"id":"2102.00650","title":"Rethinking Soft Labels for Knowledge Distillation: A Bias-Variance Tradeoff Perspective","created":"2021-02-01","cited_by_count":119},{"id":"2410.12954","title":"A Note on Shumailov et al. (2024): `AI Models Collapse When Trained on Recursively Generated Data'","created":"2024-10-16","cited_by_count":115},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90},{"id":"1412.2007","title":"On Using Very Large Target Vocabulary for Neural Machine Translation","created":"2014-12-05","cited_by_count":80},{"id":"2311.13240","title":"On the Calibration of Large Language Models and Alignment","created":"2023-11-22","cited_by_count":73},{"id":"1901.10517","title":"Reparameterizable Subset Sampling via Continuous Relaxations","created":"2019-01-29","cited_by_count":70},{"id":"2406.07835","title":"SciRIFF: A Resource to Enhance Language Model Instruction-Following over Scientific Literature","created":"2024-06-10","cited_by_count":41},{"id":"2303.11098","title":"Understanding the Role of the Projector in Knowledge Distillation","created":"2023-03-20","cited_by_count":31},{"id":"1908.04351","title":"Explaining Convolutional Neural Networks using Softmax Gradient Layer-wise Relevance Propagation","created":"2019-08-06","cited_by_count":29},{"id":"2008.01458","title":"Prime-Aware Adaptive Distillation","created":"2020-08-04","cited_by_count":28},{"id":"2302.13344","title":"Tailoring Language Generation Models under Total Variation Distance","created":"2023-02-26","cited_by_count":27},{"id":"2305.05010","title":"Do Not Blindly Imitate the Teacher: Using Perturbed Loss for Knowledge Distillation","created":"2023-05-08","cited_by_count":25},{"id":"2406.07735","title":"REAL Sampling: Boosting Factuality and Diversity of Open-Ended Generation via Asymptotic Entropy","created":"2024-06-11","cited_by_count":11},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6},{"id":"1910.03632","title":"Distilling Importance Sampling for Likelihood Free Inference","created":"2019-10-08","cited_by_count":2},{"id":"1710.07438","title":"Unified Backpropagation for Multi-Objective Deep Learning","created":"2017-10-20","cited_by_count":1}],"next_cursor":null}