{"list":"other","total":90,"rows":[{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","created":"2024-02-05","cited_by_count":9379},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2305.20050","title":"Let's Verify Step by Step","created":"2023-05-31","cited_by_count":3789},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050},{"id":"2503.14476","title":"DAPO: An Open-Source LLM Reinforcement Learning System at Scale","created":"2025-03-18","cited_by_count":2810},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396},{"id":"1905.02249","title":"MixMatch: A Holistic Approach to Semi-Supervised Learning","created":"2019-05-06","cited_by_count":1391},{"id":"2006.10029","title":"Big Self-Supervised Models are Strong Semi-Supervised Learners","created":"2020-06-17","cited_by_count":1380},{"id":"2501.12599","title":"Kimi k1.5: Scaling Reinforcement Learning with LLMs","created":"2025-01-22","cited_by_count":1210},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095},{"id":"1804.06872","title":"Co-teaching: Robust Training of Deep Neural Networks with Extremely Noisy Labels","created":"2018-04-18","cited_by_count":1059},{"id":"1610.02242","title":"Temporal Ensembling for Semi-Supervised Learning","created":"2016-10-07","cited_by_count":1057},{"id":"2405.14734","title":"SimPO: Simple Preference Optimization with a Reference-Free Reward","created":"2024-05-23","cited_by_count":963},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939},{"id":"2310.12036","title":"A General Theoretical Paradigm to Understand Learning from Human Preferences","created":"2023-10-18","cited_by_count":912},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767},{"id":"2002.07394","title":"DivideMix: Learning with Noisy Labels as Semi-supervised Learning","created":"2020-02-18","cited_by_count":692},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681},{"id":"1902.03393","title":"Improved Knowledge Distillation via Teacher Assistant","created":"2019-02-09","cited_by_count":573},{"id":"2502.01456","title":"Process Reinforcement through Implicit Rewards","created":"2025-02-03","cited_by_count":504},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467},{"id":"2503.24290","title":"Open-Reasoner-Zero: An Open Source Approach to Scaling Up Reinforcement Learning on the Base Model","created":"2025-03-31","cited_by_count":461},{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455},{"id":"1811.07871","title":"Scalable agent alignment via reward modeling: a research direction","created":"2018-11-19","cited_by_count":447},{"id":"1805.00899","title":"AI safety via debate","created":"2018-05-02","cited_by_count":400},{"id":"1910.01348","title":"On the Efficacy of Knowledge Distillation","created":"2019-10-03","cited_by_count":381},{"id":"2601.20802","title":"Reinforcement Learning via Self-Distillation","created":"2026-01-28","cited_by_count":332},{"id":"2506.04178","title":"OpenThoughts: Data Recipes for Reasoning Models","created":"2025-06-04","cited_by_count":304},{"id":"2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","created":"2026-04-14","cited_by_count":299},{"id":"2504.11456","title":"DeepMath-103K: A Large-Scale, Challenging, Decontaminated, and Verifiable Mathematical Dataset for Advancing Reasoning","created":"2025-04-15","cited_by_count":280},{"id":"2402.01306","title":"KTO: Model Alignment as Prospect Theoretic Optimization","created":"2024-02-02","cited_by_count":264},{"id":"2601.19897","title":"Self-Distillation Enables Continual Learning","created":"2026-01-27","cited_by_count":247},{"id":"2211.03540","title":"Measuring Progress on Scalable Oversight for Large Language Models","created":"2022-11-04","cited_by_count":225},{"id":"1511.01432","title":"Semi-supervised Sequence Learning","created":"2015-11-04","cited_by_count":198},{"id":"2601.02780","title":"MiMo-V2-Flash Technical Report","created":"2026-01-06","cited_by_count":191},{"id":"2602.12275","title":"On-Policy Context Distillation for Language Models","created":"2026-02-12","cited_by_count":186},{"id":"2602.12125","title":"Learning beyond Teacher: Generalized On-Policy Distillation with Reward Extrapolation","created":"2026-02-12","cited_by_count":184},{"id":"2603.07079","title":"Entropy-Aware On-Policy Distillation of Language Models","created":"2026-03-07","cited_by_count":175},{"id":"2504.16891","title":"AIMO-2 Winning Solution: Building State-of-the-Art Mathematical Reasoning Models with OpenMathReasoning dataset","created":"2025-04-23","cited_by_count":174},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165},{"id":"2505.22312","title":"Skywork Open Reasoner 1 Technical Report","created":"2025-05-28","cited_by_count":165},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163},{"id":"1810.08575","title":"Supervising strong learners by amplifying weak experts","created":"2018-10-19","cited_by_count":145},{"id":"2603.25562","title":"Revisiting On-Policy Distillation: Empirical Failure Modes and Simple Fixes","created":"2026-03-26","cited_by_count":145},{"id":"2604.03128","title":"Self-Distilled RLVR","created":"2026-04-03","cited_by_count":131},{"id":"2106.04537","title":"Can You Learn an Algorithm? Generalizing from Easy to Hard Problems with Recurrent Networks","created":"2021-06-08","cited_by_count":117},{"id":"2307.15190","title":"f-Divergence Minimization for Sequence-Level Knowledge Distillation","created":"2023-07-27","cited_by_count":114},{"id":"2502.12143","title":"Small Models Struggle to Learn from Strong Reasoners","created":"2025-02-17","cited_by_count":113},{"id":"2603.24472","title":"Why Does Self-Distillation (Sometimes) Degrade the Reasoning Capability of LLMs?","created":"2026-03-25","cited_by_count":103},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90},{"id":"2401.08565","title":"Tuning Language Models by Proxy","created":"2024-01-16","cited_by_count":89},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84},{"id":"1806.05594","title":"There Are Many Consistent Explanations of Unlabeled Data: Why You Should Average","created":"2018-06-14","cited_by_count":82},{"id":"2603.11137","title":"Scaling Reasoning Efficiently via Relaxed On-Policy Distillation","created":"2026-03-11","cited_by_count":82},{"id":"2604.02288","title":"Unifying Group-Relative and Self-Distillation Policy Optimization via Sample Routing","created":"2026-04-02","cited_by_count":76},{"id":"2006.10032","title":"Self-training Avoids Using Spurious Features Under Domain Shift","created":"2020-06-17","cited_by_count":69},{"id":"2502.08606","title":"Distillation Scaling Laws","created":"2025-02-12","cited_by_count":67},{"id":"2404.02657","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","created":"2024-04-03","cited_by_count":65},{"id":"2512.16649","title":"JustRL: Scaling a 1.5B LLM with a Simple RL Recipe","created":"2025-12-18","cited_by_count":64},{"id":"2202.07136","title":"Debiased Self-Training for Semi-Supervised Learning","created":"2022-02-15","cited_by_count":62},{"id":"2511.10643","title":"Black-Box On-Policy Distillation of Large Language Models","created":"2025-11-13","cited_by_count":59},{"id":"2601.07155","title":"Stable On-Policy Distillation through Adaptive Target Reformulation","created":"2026-01-12","cited_by_count":53},{"id":"2602.15260","title":"Fast and Effective On-policy Distillation from Reasoning Prefixes","created":"2026-02-16","cited_by_count":53},{"id":"2507.13266","title":"QuestA: Expanding Reasoning Capacity in LLMs via Question Augmentation","created":"2025-07-17","cited_by_count":44},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42},{"id":"2406.01252","title":"Towards Scalable Automated Alignment of LLMs: A Survey","created":"2024-06-03","cited_by_count":35},{"id":"2602.22495","title":"Reinforcement-aware Knowledge Distillation for LLM Reasoning","created":"2026-02-26","cited_by_count":35},{"id":"2603.08660","title":"How Far Can Unsupervised RLVR Scale LLM Training?","created":"2026-03-09","cited_by_count":30},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29},{"id":"2603.11178","title":"PACED: Distillation and On-Policy Self-Distillation at the Frontier of Student Competence","created":"2026-03-11","cited_by_count":28},{"id":"2603.16856","title":"Online Experiential Learning for Language Models","created":"2026-03-17","cited_by_count":28},{"id":"2604.09459","title":"From Reasoning to Agentic: Credit Assignment in Reinforcement Learning for Large Language Models","created":"2026-04-10","cited_by_count":23},{"id":"2410.18640","title":"Weak-to-Strong Preference Optimization: Stealing Reward from Weak Aligned Model","created":"2024-10-24","cited_by_count":22},{"id":"2402.00667","title":"Improving Weak-to-Strong Generalization with Scalable Oversight and Ensemble Learning","created":"2024-02-01","cited_by_count":18},{"id":"2503.02832","title":"AlignDistil: Token-Level Language Model Alignment as Adaptive Policy Distillation","created":"2025-03-04","cited_by_count":17},{"id":"2108.06011","title":"Datasets for Studying Generalization from Easy to Hard Examples","created":"2021-08-13","cited_by_count":12},{"id":"2505.16142","title":"RLKD: Distilling LLMs' Reasoning via Reinforcement Learning","created":"2025-05-22","cited_by_count":11},{"id":"2505.20072","title":"Incentivizing Strong Reasoning from Weak Supervision","created":"2025-05-26","cited_by_count":8},{"id":"2502.11107","title":"Revisiting Weak-to-Strong Generalization in Theory and Practice: Reverse KL vs. Forward KL","created":"2025-02-16","cited_by_count":6},{"id":"2506.03109","title":"On Weak-to-Strong Generalization and f-Divergence","created":"2025-06-03","cited_by_count":4},{"id":"2603.23911","title":"Self-Distillation for Multi-Token Prediction","created":"2026-03-25","cited_by_count":4}],"next_cursor":null}