{"total":737,"rows":[{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735,"area":"synth"},{"id":"2309.16797","title":"Promptbreeder: Self-Referential Self-Improvement Via Prompt Evolution","created":"2023-09-28","cited_by_count":551,"area":"lr"},{"id":"2411.10440","title":"LLaVA-CoT: Let Vision Language Models Reason Step-by-Step","created":"2024-11-15","cited_by_count":454,"area":"lr"},{"id":"2306.02707","title":"Orca: Progressive Learning from Complex Explanation Traces of GPT-4","created":"2023-06-05","cited_by_count":379,"area":"offlinerl"},{"id":"2403.09629","title":"Quiet-STaR: Language Models Can Teach Themselves to Think Before Speaking","created":"2024-03-14","cited_by_count":301,"area":"lr"},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284,"area":"distill"},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2305.15717","title":"The False Promise of Imitating Proprietary LLMs","created":"2023-05-25","cited_by_count":263,"area":"synth"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2404.10774","title":"MiniCheck: Efficient Fact-Checking of LLMs on Grounding Documents","created":"2024-04-16","cited_by_count":257,"area":"rag"},{"id":"2403.07378","title":"SVD-LLM: Truncation-aware Singular Value Decomposition for Large Language Model Compression","created":"2024-03-12","cited_by_count":243,"area":null},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226,"area":"lr"},{"id":"2502.21074","title":"CODI: Compressing Chain-of-Thought into Continuous Space via Self-Distillation","created":"2025-02-28","cited_by_count":225,"area":"lr"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2401.04398","title":"Chain-of-Table: Evolving Tables in the Reasoning Chain for Table Understanding","created":"2024-01-09","cited_by_count":188,"area":"lr"},{"id":"2308.15272","title":"AutoDroid: LLM-powered Task Automation in Android","created":"2023-08-29","cited_by_count":184,"area":null},{"id":"2309.15402","title":"Navigate through Enigmatic Labyrinth A Survey of Chain of Thought Reasoning: Advances, Frontiers and Future","created":"2023-09-27","cited_by_count":184,"area":"lr"},{"id":"2402.03898","title":"DistiLLM: Towards Streamlined Distillation for Large Language Models","created":"2024-02-06","cited_by_count":163,"area":"distill"},{"id":"2604.00626","title":"A Survey of On-Policy Distillation for Large Language Models","created":"2026-04-01","cited_by_count":163,"area":"distill"},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2308.07317","title":"Platypus: Quick, Cheap, and Powerful Refinement of LLMs","created":"2023-08-14","cited_by_count":150,"area":null},{"id":"2408.12588","title":"Real-Time Video Generation with Pyramid Attention Broadcast","created":"2024-08-22","cited_by_count":149,"area":null},{"id":"2305.10160","title":"Stop Uploading Test Data in Plain Text: Practical Strategies for Mitigating Data Contamination by Evaluation Benchmarks","created":"2023-05-17","cited_by_count":142,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2411.03350","title":"A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques, Enhancements, Applications, Collaboration with LLMs, and Trustworthiness","created":"2024-11-04","cited_by_count":127,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2407.16833","title":"Retrieval Augmented Generation or Long-Context LLMs? A Comprehensive Study and Hybrid Approach","created":"2024-07-23","cited_by_count":119,"area":"rag"},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2401.10491","title":"Knowledge Fusion of Large Language Models","created":"2024-01-19","cited_by_count":115,"area":null},{"id":"2306.05544","title":"BOOT: Data-free Distillation of Denoising Diffusion Models with Bootstrapping","created":"2023-06-08","cited_by_count":98,"area":"diffusion"},{"id":"2501.05707","title":"Multiagent Finetuning: Self Improvement with Diverse Reasoning Chains","created":"2025-01-10","cited_by_count":95,"area":"lr"},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2410.11325","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","created":"2024-10-15","cited_by_count":90,"area":"distill"},{"id":"2604.10674","title":"Skill-SD: Skill-Conditioned Self-Distillation for Multi-turn LLM Agents","created":"2026-04-12","cited_by_count":90,"area":"agents"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2305.11171","title":"TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models","created":"2023-05-18","cited_by_count":83,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2603.11137","title":"Scaling Reasoning Efficiently via Relaxed On-Policy Distillation","created":"2026-03-11","cited_by_count":82,"area":"lr"},{"id":"2305.14239","title":"On Learning to Summarize with Large Language Models as References","created":"2023-05-23","cited_by_count":80,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2407.08223","title":"Speculative RAG: Enhancing Retrieval Augmented Generation through Drafting","created":"2024-07-11","cited_by_count":77,"area":"rag"},{"id":"2504.20595","title":"ReasonIR: Training Retrievers for Reasoning Tasks","created":"2025-04-29","cited_by_count":77,"area":"lr"},{"id":"2505.22101","title":"MemOS: An Operating System for Memory-Augmented Generation (MAG) in Large Language Models","created":"2025-05-28","cited_by_count":73,"area":null},{"id":"2308.03279","title":"UniversalNER: Targeted Distillation from Large Language Models for Open Named Entity Recognition","created":"2023-08-07","cited_by_count":72,"area":null},{"id":"2311.05657","title":"Agent Lumos: Unified and Modular Training for Open-Source Language Agents","created":"2023-11-09","cited_by_count":72,"area":"agents"},{"id":"2410.06916","title":"SWIFT: On-the-Fly Self-Speculative Decoding for LLM Inference Acceleration","created":"2024-10-09","cited_by_count":72,"area":"inference"},{"id":"2412.03548","title":"Perception Tokens Enhance Visual Reasoning in Multimodal Language Models","created":"2024-12-04","cited_by_count":71,"area":"lr"},{"id":"2310.09716","title":"Enhancing Conversational Search: Large Language Model-Aided Informative Query Rewriting","created":"2023-10-15","cited_by_count":69,"area":null},{"id":"2411.00855","title":"Vision-Language Models Can Self-Improve Reasoning via Reflection","created":"2024-10-30","cited_by_count":69,"area":"lr"},{"id":"2405.04760","title":"Large Language Models for Cyber Security: A Systematic Literature Review","created":"2024-05-08","cited_by_count":68,"area":null},{"id":"2407.08735","title":"Real-Time Anomaly Detection and Reactive Planning with Large Language Models","created":"2024-07-11","cited_by_count":68,"area":null},{"id":"2312.03052","title":"Visual Program Distillation: Distilling Tools and Programmatic Reasoning into Vision-Language Models","created":"2023-12-05","cited_by_count":66,"area":"lr"},{"id":"2305.18395","title":"Knowledge-Augmented Reasoning Distillation for Small Language Models in Knowledge-Intensive Tasks","created":"2023-05-28","cited_by_count":64,"area":"lr"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2309.02144","title":"Making Large Language Models Better Reasoners with Alignment","created":"2023-09-05","cited_by_count":63,"area":"lr"},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2305.03453","title":"T-SciQ: Teaching Multimodal Chain-of-Thought Reasoning via Mixed Large Language Model Signals for Science Question Answering","created":"2023-05-05","cited_by_count":60,"area":"lr"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54,"area":null},{"id":"2404.15676","title":"Beyond Chain-of-Thought: A Survey of Chain-of-X Paradigms for LLMs","created":"2024-04-24","cited_by_count":48,"area":"lr"},{"id":"2402.04616","title":"Beyond Answers: Transferring Reasoning Capabilities to Smaller LLMs Using Multi-Teacher Knowledge Distillation","created":"2024-02-07","cited_by_count":47,"area":"lr"},{"id":"2404.01077","title":"Efficient Prompting Methods for Large Language Models: A Survey","created":"2024-04-01","cited_by_count":47,"area":null},{"id":"2505.17612","title":"Distilling LLM Agent into Small Models with Retrieval and Code Tools","created":"2025-05-23","cited_by_count":47,"area":"lr"},{"id":"2310.01542","title":"Fusing Models with Complementary Expertise","created":"2023-10-02","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2403.08946","title":"Usable XAI: 10 Strategies Towards Exploiting Explainability in the LLM Era","created":"2024-03-13","cited_by_count":46,"area":null},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2311.07052","title":"Towards the Law of Capacity Gap in Distilling Language Models","created":"2023-11-13","cited_by_count":44,"area":"distill"},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2402.10379","title":"DataDreamer: A Tool for Synthetic Data Generation and Reproducible LLM Workflows","created":"2024-02-16","cited_by_count":43,"area":"synth"},{"id":"2505.22501","title":"EvolveSearch: An Iterative Self-Evolving Search Agent","created":"2025-05-28","cited_by_count":43,"area":"agents"},{"id":"2604.10688","title":"SCOPE: Signal-Calibrated On-Policy Distillation Enhancement with Dual-Path Adaptive Weighting","created":"2026-04-12","cited_by_count":43,"area":"lr"},{"id":"2409.06857","title":"What is the Role of Small Models in the LLM Era: A Survey","created":"2024-09-10","cited_by_count":41,"area":null},{"id":"2505.13775","title":"Beyond Semantics: The Unreasonable Effectiveness of Reasonless Intermediate Tokens","created":"2025-05-19","cited_by_count":41,"area":"lr"},{"id":"2403.09539","title":"Logits of API-Protected LLMs Leak Proprietary Information","created":"2024-03-14","cited_by_count":40,"area":null},{"id":"2410.16236","title":"LLaVA-KD: A Framework of Distilling Multimodal Large Language Models","created":"2024-10-21","cited_by_count":40,"area":"mllm"},{"id":"2604.01193","title":"Embarrassingly Simple Self-Distillation Improves Code Generation","created":"2026-04-01","cited_by_count":40,"area":"distill"},{"id":"2404.05875","title":"CodecLM: Aligning Language Models with Tailored Synthetic Data","created":"2024-04-08","cited_by_count":39,"area":"alignment"},{"id":"2312.12728","title":"Lookahead: An Inference Acceleration Framework for Large Language Model with Lossless Generation Accuracy","created":"2023-12-20","cited_by_count":37,"area":"inference"},{"id":"2410.04509","title":"ErrorRadar: Benchmarking Complex Mathematical Reasoning of Multimodal Large Language Models Via Error Detection","created":"2024-10-06","cited_by_count":37,"area":"lr"},{"id":"2504.08748","title":"A Survey of Multimodal Retrieval-Augmented Generation","created":"2025-03-26","cited_by_count":37,"area":"rag"},{"id":"2504.09762","title":"Position: Stop Anthropomorphizing Intermediate Tokens as Reasoning/Thinking Traces!","created":"2025-04-14","cited_by_count":37,"area":"lr"},{"id":"2305.14934","title":"GRACE: Discriminator-Guided Chain-of-Thought Reasoning","created":"2023-05-24","cited_by_count":35,"area":"lr"},{"id":"2306.08107","title":"AutoML in the Age of Large Language Models: Current Challenges, Future Opportunities and Risks","created":"2023-06-13","cited_by_count":35,"area":null},{"id":"2402.05138","title":"SceMQA: A Scientific College Entrance Level Multimodal Question Answering Benchmark","created":"2024-02-06","cited_by_count":35,"area":null},{"id":"2605.06387","title":"Asymmetric On-Policy Distillation: Bridging Exploitation and Imitation at the Token Level","created":"2026-05-07","cited_by_count":35,"area":"lr"},{"id":"2312.07399","title":"Large Language Models are Clinical Reasoners: Reasoning-Aware Diagnosis Framework with Prompt-Generated Rationales","created":"2023-12-12","cited_by_count":33,"area":"lr"},{"id":"2407.18369","title":"AI Safety in Generative AI Large Language Models: A Survey","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2305.12147","title":"LogiCoT: Logical Chain-of-Thought Instruction-Tuning","created":"2023-05-20","cited_by_count":31,"area":"lr"},{"id":"2305.16635","title":"Impossible Distillation: from Low-Quality Model to High-Quality Dataset & Model for Summarization and Paraphrasing","created":"2023-05-26","cited_by_count":31,"area":null},{"id":"2308.14731","title":"Distilled GPT for Source Code Summarization","created":"2023-08-28","cited_by_count":31,"area":null},{"id":"2311.09227","title":"Open-Sourcing Highly Capable Foundation Models: An evaluation of risks, benefits, and alternative methods for pursuing open-source objectives","created":"2023-09-29","cited_by_count":31,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2310.13671","title":"Let's Synthesize Step by Step: Iterative Dataset Synthesis with Large Language Models by Extrapolating Errors from Small Models","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2405.15574","title":"Meteor: Mamba-based Traversal of Rationale for Large Language and Vision Models","created":"2024-05-24","cited_by_count":30,"area":"ssm"}],"next_cursor":"100"}