{"total":618,"rows":[{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2403.05135","title":"ELLA: Equip Diffusion Models with LLM for Enhanced Semantic Alignment","created":"2024-03-08","cited_by_count":475,"area":"diffusion"},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2502.06768","title":"Train for the Worst, Plan for the Best: Understanding Token Ordering in Masked Diffusions","created":"2025-02-10","cited_by_count":214,"area":"diffusion"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2410.18514","title":"Scaling up Masked Diffusion Models on Text","created":"2024-10-24","cited_by_count":199,"area":"diffusion"},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2402.01739","title":"OpenMoE: An Early Effort on Open Mixture-of-Experts Language Models","created":"2024-01-29","cited_by_count":187,"area":"moe"},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2402.14289","title":"TinyLLaVA: A Framework of Small-scale Large Multimodal Models","created":"2024-02-22","cited_by_count":164,"area":"mllm"},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2409.05976","title":"FLoRA: Federated Fine-Tuning Large Language Models with Heterogeneous Low-Rank Adaptations","created":"2024-09-09","cited_by_count":146,"area":null},{"id":"2403.03883","title":"SaulLM-7B: A pioneering Large Language Model for Law","created":"2024-03-06","cited_by_count":142,"area":null},{"id":"2402.05935","title":"SPHINX-X: Scaling Data and Parameters for a Family of Multi-modal Large Language Models","created":"2024-02-08","cited_by_count":131,"area":"mllm"},{"id":"2402.11530","title":"Efficient Multimodal Learning from Data-centric Perspective","created":"2024-02-18","cited_by_count":122,"area":"mllm"},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2409.16235","title":"EuroLLM: Multilingual Language Models for Europe","created":"2024-09-24","cited_by_count":106,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2406.04339","title":"RoboMamba: Efficient Vision-Language-Action Model for Robotic Reasoning and Manipulation","created":"2024-06-06","cited_by_count":103,"area":"vla"},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99,"area":null},{"id":"2403.14520","title":"Cobra: Extending Mamba to Multi-Modal Large Language Model for Efficient Inference","created":"2024-03-21","cited_by_count":97,"area":"mllm"},{"id":"2405.10739","title":"Efficient Multimodal Large Language Models: A Survey","created":"2024-05-17","cited_by_count":96,"area":"mllm"},{"id":"2402.18659","title":"Large Language Models and Games: A Survey and Roadmap","created":"2024-02-28","cited_by_count":93,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2406.02542","title":"Loki: Low-rank Keys for Efficient Sparse Attention","created":"2024-06-04","cited_by_count":89,"area":null},{"id":"2402.08846","title":"An Embarrassingly Simple Approach for LLM with Strong ASR Capacity","created":"2024-02-13","cited_by_count":88,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2406.07545","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","created":"2024-06-11","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2406.04334","title":"DeepStack: Deeply Stacking Visual Tokens is Surprisingly Simple and Effective for LMMs","created":"2024-06-06","cited_by_count":75,"area":"mllm"},{"id":"2404.02657","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","created":"2024-04-03","cited_by_count":65,"area":"lr"},{"id":"2403.04593","title":"Embodied Understanding of Driving Scenarios","created":"2024-03-07","cited_by_count":63,"area":"driving"},{"id":"2405.10637","title":"Layer-Condensed KV Cache for Efficient Inference of Large Language Models","created":"2024-05-17","cited_by_count":59,"area":"inference"},{"id":"2409.00608","title":"TinyAgent: Function Calling at the Edge","created":"2024-09-01","cited_by_count":58,"area":"agents"},{"id":"2410.07348","title":"MoE++: Accelerating Mixture-of-Experts Methods with Zero-Computation Experts","created":"2024-10-09","cited_by_count":56,"area":"moe"},{"id":"2411.01433","title":"HOBBIT: A Mixed Precision Expert Offloading System for Fast MoE Inference","created":"2024-11-03","cited_by_count":55,"area":"moe"},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2406.06144","title":"Language Models Resist Alignment: Evidence From Data Compression","created":"2024-06-10","cited_by_count":53,"area":null},{"id":"2412.12359","title":"LLaVA Steering: Visual Instruction Tuning with 500x Fewer Parameters through Modality Linear Representation-Steering","created":"2024-12-16","cited_by_count":51,"area":"mllm"},{"id":"2504.02807","title":"MegaMath: Pushing the Limits of Open Math Corpora","created":"2025-04-03","cited_by_count":51,"area":"lr"},{"id":"2403.01432","title":"Fine Tuning vs. Retrieval Augmented Generation for Less Popular Knowledge","created":"2024-03-03","cited_by_count":50,"area":"rag"},{"id":"2405.01413","title":"MiniGPT-3D: Efficiently Aligning 3D Point Clouds with Large Language Models using 2D Priors","created":"2024-05-02","cited_by_count":49,"area":"mllm"},{"id":"2405.13800","title":"Dense Connector for MLLMs","created":"2024-05-22","cited_by_count":49,"area":"mllm"},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46,"area":"inference"},{"id":"2409.16280","title":"MonoFormer: One Transformer for Both Diffusion and Autoregression","created":"2024-09-24","cited_by_count":46,"area":null},{"id":"2412.01169","title":"OmniFlow: Any-to-Any Generation with Multi-Modal Rectified Flows","created":"2024-12-02","cited_by_count":46,"area":"diffusion"},{"id":"2405.10431","title":"Thinking Fair and Slow: On the Efficacy of Structured Prompts for Debiasing Language Models","created":"2024-05-16","cited_by_count":45,"area":"lr"},{"id":"2503.18866","title":"Reasoning to Learn from Latent Thoughts","created":"2025-03-24","cited_by_count":45,"area":"lr"},{"id":"2403.17141","title":"MetaAligner: Towards Generalizable Multi-Objective Alignment of Language Models","created":"2024-03-25","cited_by_count":44,"area":"alignment"},{"id":"2505.20674","title":"PonderLM: Pretraining Language Models to Ponder in Continuous Space","created":"2025-05-27","cited_by_count":44,"area":null},{"id":"2402.10379","title":"DataDreamer: A Tool for Synthetic Data Generation and Reproducible LLM Workflows","created":"2024-02-16","cited_by_count":43,"area":"synth"},{"id":"2509.02350","title":"Implicit Reasoning in Large Language Models: A Comprehensive Survey","created":"2025-09-02","cited_by_count":43,"area":"lr"},{"id":"2402.11890","title":"Revisiting Knowledge Distillation for Autoregressive Language Models","created":"2024-02-19","cited_by_count":42,"area":"distill"},{"id":"2409.12319","title":"Large Language Models are Strong Audio-Visual Speech Recognition Learners","created":"2024-09-18","cited_by_count":42,"area":"mllm"},{"id":"2404.14368","title":"Graphic Design with Large Multimodal Model","created":"2024-04-22","cited_by_count":40,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2407.19584","title":"SaulLM-54B & SaulLM-141B: Scaling Up Domain Adaptation for the Legal Domain","created":"2024-07-28","cited_by_count":39,"area":null},{"id":"2403.01251","title":"Accelerating Greedy Coordinate Gradient and General Prompt Optimization via Probe Sampling","created":"2024-03-02","cited_by_count":37,"area":"safety"},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2402.12052","title":"Small Models, Big Insights: Leveraging Slim Proxy Models To Decide When and What to Retrieve for LLMs","created":"2024-02-19","cited_by_count":34,"area":null},{"id":"2402.16840","title":"MobiLlama: Towards Accurate and Lightweight Fully Transparent GPT","created":"2024-02-26","cited_by_count":34,"area":null},{"id":"2505.15670","title":"SALM-Duplex: Efficient and Direct Duplex Modeling for Speech-to-Speech Language Model","created":"2025-05-21","cited_by_count":34,"area":null},{"id":"2402.00841","title":"Tiny Titans: Can Smaller Large Language Models Punch Above Their Weight in the Real World for Meeting Summarization?","created":"2024-02-01","cited_by_count":33,"area":null},{"id":"2403.03129","title":"CoGenesis: A Framework Collaborating Large and Small Language Models for Secure Context-Aware Instruction Following","created":"2024-03-05","cited_by_count":33,"area":null},{"id":"2512.16760","title":"Vision-Language-Action Models for Autonomous Driving: Past, Present, and Future","created":"2025-12-18","cited_by_count":33,"area":"vla"},{"id":"2402.11889","title":"ROSE Doesn't Do That: Boosting the Safety of Instruction-Tuned Large Language Models with Reverse Prompt Contrastive Decoding","created":"2024-02-19","cited_by_count":32,"area":null},{"id":"2407.01102","title":"BERGEN: A Benchmarking Library for Retrieval-Augmented Generation","created":"2024-07-01","cited_by_count":31,"area":"rag"},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2404.01019","title":"Source-Aware Training Enables Knowledge Attribution in Language Models","created":"2024-04-01","cited_by_count":30,"area":null},{"id":"2502.19002","title":"The Sharpness Disparity Principle in Transformers for Accelerating Language Model Pre-Training","created":"2025-02-26","cited_by_count":30,"area":null},{"id":"2410.17215","title":"MiniPLM: Knowledge Distillation for Pre-Training Language Models","created":"2024-10-22","cited_by_count":29,"area":"distill"},{"id":"2505.06274","title":"PARM: Multi-Objective Test-Time Alignment via Preference-Aware Autoregressive Reward Model","created":"2025-05-06","cited_by_count":28,"area":"alignment"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2404.01663","title":"CMAT: A Multi-Agent Collaboration Tuning Framework for Enhancing Small Language Models","created":"2024-04-02","cited_by_count":26,"area":"agents"},{"id":"2406.09913","title":"OpenECAD: An Efficient Visual Language Model for Editable 3D-CAD Design","created":"2024-06-14","cited_by_count":26,"area":null},{"id":"2402.13720","title":"Ouroboros: Generating Longer Drafts Phrase by Phrase for Faster Speculative Decoding","created":"2024-02-21","cited_by_count":25,"area":"inference"},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2404.04167","title":"Chinese Tiny LLM: Pretraining a Chinese-Centric Large Language Model","created":"2024-04-05","cited_by_count":25,"area":null},{"id":"2406.01333","title":"Probing Language Models for Pre-training Data Detection","created":"2024-06-03","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2406.17328","title":"Dual-Space Knowledge Distillation for Large Language Models","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2408.13518","title":"Selective Preference Optimization via Token-Level Reward Function Estimation","created":"2024-08-24","cited_by_count":25,"area":"lr"},{"id":"2410.18351","title":"AdaEDL: Early Draft Stopping for Speculative Decoding of Large Language Models via an Entropy-based Lower Bound on Token Acceptance Probability","created":"2024-10-24","cited_by_count":25,"area":"inference"},{"id":"2403.06199","title":"Mipha: A Comprehensive Overhaul of Multimodal Assistant with Small Language Models","created":"2024-03-10","cited_by_count":24,"area":"mllm"},{"id":"2412.01282","title":"Align-KD: Distilling Cross-Modal Alignment Knowledge for Mobile Vision-Language Model Enhancement","created":"2024-12-02","cited_by_count":23,"area":"lr"},{"id":"2502.11196","title":"How Do LLMs Acquire New Knowledge? A Knowledge Circuits Perspective on Continual Pre-Training","created":"2025-02-16","cited_by_count":23,"area":null},{"id":"2410.06040","title":"QERA: an Analytical Framework for Quantization Error Reconstruction","created":"2024-10-08","cited_by_count":22,"area":null},{"id":"2411.00823","title":"Mobility-LLM: Learning Visiting Intentions and Travel Preferences from Human Mobility Data with Large Language Models","created":"2024-10-29","cited_by_count":22,"area":null},{"id":"2501.16937","title":"TAID: Temporally Adaptive Interpolated Distillation for Efficient Knowledge Transfer in Language Models","created":"2025-01-28","cited_by_count":22,"area":"distill"},{"id":"2409.09603","title":"Towards Data-Centric RLHF: Simple Metrics for Preference Dataset Comparison","created":"2024-09-15","cited_by_count":21,"area":"alignment"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"}],"next_cursor":"100"}