{"total":32,"rows":[{"id":"2305.02301","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","created":"2023-05-03","cited_by_count":737,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2210.01351","title":"Less is More: Task-aware Layer-wise Distillation for Language Model Compression","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2104.13417","title":"Towards Fair Federated Learning with Zero-Shot Data Augmentation","created":"2021-04-27","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2310.14192","title":"PromptMix: A Class Boundary Augmentation Method for Large Language Model Distillation","created":"2023-10-22","cited_by_count":25,"area":null},{"id":"2204.05494","title":"Few-shot Learning with Noisy Labels","created":"2022-04-12","cited_by_count":23,"area":null},{"id":"2310.16931","title":"CL-MASR: A Continual Learning Benchmark for Multilingual ASR","created":"2023-10-25","cited_by_count":17,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2410.09982","title":"Self-Data Distillation for Recovering Quality in Pruned Large Language Models","created":"2024-10-13","cited_by_count":8,"area":null},{"id":"2109.11105","title":"Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing","created":"2021-09-23","cited_by_count":7,"area":null},{"id":"2209.00568","title":"Distilling Multi-Scale Knowledge for Event Temporal Relation Extraction","created":"2022-09-01","cited_by_count":6,"area":null},{"id":"2210.09588","title":"Synergy with Translation Artifacts for Training and Inference in Multilingual Tasks","created":"2022-10-18","cited_by_count":6,"area":null},{"id":"2310.08797","title":"A Comparative Analysis of Task-Agnostic Distillation Methods for Compressing Transformer Language Models","created":"2023-10-13","cited_by_count":6,"area":null},{"id":"2205.07257","title":"Not to Overfit or Underfit the Source Domains? An Empirical Study of Domain Generalization in Question Answering","created":"2022-05-15","cited_by_count":5,"area":null},{"id":"2410.00362","title":"FedPT: Federated Proxy-Tuning of Large Language Models on Resource-Constrained Edge Devices","created":"2024-10-01","cited_by_count":5,"area":null},{"id":"2310.13561","title":"Cache & Distil: Optimising API Calls to Large Language Models","created":"2023-10-20","cited_by_count":4,"area":null},{"id":"2512.03073","title":"Economies of Open Intelligence: Tracing Power & Participation in the Model Ecosystem","created":"2025-11-27","cited_by_count":4,"area":null},{"id":"2201.05767","title":"Ensemble Transformer for Efficient and Accurate Ranking Tasks: an Application to Question Answering Systems","created":"2022-01-15","cited_by_count":3,"area":null},{"id":"2310.15594","title":"Retrieval-based Knowledge Transfer: An Effective Approach for Extreme Large Language Model Compression","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2112.07327","title":"Model Uncertainty-Aware Knowledge Amalgamation for Pre-Trained Language Models","created":"2021-12-14","cited_by_count":2,"area":null},{"id":"2509.21679","title":"ReviewScore: Misinformed Peer Review Detection with Large Language Models","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2210.05230","title":"From Mimicking to Integrating: Knowledge Integration for Pre-Trained Language Models","created":"2022-10-11","cited_by_count":1,"area":null},{"id":"2210.13605","title":"GliTr: Glimpse Transformers with Spatiotemporal Consistency for Online Action Prediction","created":"2022-10-24","cited_by_count":1,"area":null},{"id":"2602.05393","title":"Late-to-Early Training: LET LLMs Learn Earlier, So Faster and Better","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2305.14066","title":"One-stop Training of Multiple Capacity Models","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2406.19112","title":"A Teacher Is Worth A Million Instructions","created":"2024-06-27","cited_by_count":0,"area":null},{"id":"2508.01475","title":"$R^2$-CoD: Understanding Text-Graph Complementarity in Relational Reasoning via Knowledge Co-Distillation","created":"2025-08-02","cited_by_count":0,"area":null}],"next_cursor":null}