{"total":378,"rows":[{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2403.13257","title":"Arcee's MergeKit: A Toolkit for Merging Large Language Models","created":"2024-03-20","cited_by_count":194,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161,"area":null},{"id":"2409.05976","title":"FLoRA: Federated Fine-Tuning Large Language Models with Heterogeneous Low-Rank Adaptations","created":"2024-09-09","cited_by_count":146,"area":null},{"id":"2403.03883","title":"SaulLM-7B: A pioneering Large Language Model for Law","created":"2024-03-06","cited_by_count":142,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2409.16235","title":"EuroLLM: Multilingual Language Models for Europe","created":"2024-09-24","cited_by_count":106,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99,"area":null},{"id":"2402.18659","title":"Large Language Models and Games: A Survey and Roadmap","created":"2024-02-28","cited_by_count":93,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2406.02542","title":"Loki: Low-rank Keys for Efficient Sparse Attention","created":"2024-06-04","cited_by_count":89,"area":null},{"id":"2402.08846","title":"An Embarrassingly Simple Approach for LLM with Strong ASR Capacity","created":"2024-02-13","cited_by_count":88,"area":null},{"id":"2402.11295","title":"OneBit: Towards Extremely Low-bit Large Language Models","created":"2024-02-17","cited_by_count":79,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2406.07545","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","created":"2024-06-11","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2406.08447","title":"The Impact of Initialization on LoRA Finetuning Dynamics","created":"2024-06-12","cited_by_count":54,"area":null},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53,"area":null},{"id":"2406.06144","title":"Language Models Resist Alignment: Evidence From Data Compression","created":"2024-06-10","cited_by_count":53,"area":null},{"id":"2409.16280","title":"MonoFormer: One Transformer for Both Diffusion and Autoregression","created":"2024-09-24","cited_by_count":46,"area":null},{"id":"2505.20674","title":"PonderLM: Pretraining Language Models to Ponder in Continuous Space","created":"2025-05-27","cited_by_count":44,"area":null},{"id":"2404.14368","title":"Graphic Design with Large Multimodal Model","created":"2024-04-22","cited_by_count":40,"area":null},{"id":"2406.02924","title":"Pruner-Zero: Evolving Symbolic Pruning Metric from scratch for Large Language Models","created":"2024-06-05","cited_by_count":40,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2407.19584","title":"SaulLM-54B & SaulLM-141B: Scaling Up Domain Adaptation for the Legal Domain","created":"2024-07-28","cited_by_count":39,"area":null},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2402.12052","title":"Small Models, Big Insights: Leveraging Slim Proxy Models To Decide When and What to Retrieve for LLMs","created":"2024-02-19","cited_by_count":34,"area":null},{"id":"2402.16840","title":"MobiLlama: Towards Accurate and Lightweight Fully Transparent GPT","created":"2024-02-26","cited_by_count":34,"area":null},{"id":"2505.15670","title":"SALM-Duplex: Efficient and Direct Duplex Modeling for Speech-to-Speech Language Model","created":"2025-05-21","cited_by_count":34,"area":null},{"id":"2402.00841","title":"Tiny Titans: Can Smaller Large Language Models Punch Above Their Weight in the Real World for Meeting Summarization?","created":"2024-02-01","cited_by_count":33,"area":null},{"id":"2403.03129","title":"CoGenesis: A Framework Collaborating Large and Small Language Models for Secure Context-Aware Instruction Following","created":"2024-03-05","cited_by_count":33,"area":null},{"id":"2402.11889","title":"ROSE Doesn't Do That: Boosting the Safety of Instruction-Tuned Large Language Models with Reverse Prompt Contrastive Decoding","created":"2024-02-19","cited_by_count":32,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2404.01019","title":"Source-Aware Training Enables Knowledge Attribution in Language Models","created":"2024-04-01","cited_by_count":30,"area":null},{"id":"2502.19002","title":"The Sharpness Disparity Principle in Transformers for Accelerating Language Model Pre-Training","created":"2025-02-26","cited_by_count":30,"area":null},{"id":"2406.09913","title":"OpenECAD: An Efficient Visual Language Model for Editable 3D-CAD Design","created":"2024-06-14","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2404.04167","title":"Chinese Tiny LLM: Pretraining a Chinese-Centric Large Language Model","created":"2024-04-05","cited_by_count":25,"area":null},{"id":"2406.01333","title":"Probing Language Models for Pre-training Data Detection","created":"2024-06-03","cited_by_count":25,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2502.11196","title":"How Do LLMs Acquire New Knowledge? A Knowledge Circuits Perspective on Continual Pre-Training","created":"2025-02-16","cited_by_count":23,"area":null},{"id":"2410.06040","title":"QERA: an Analytical Framework for Quantization Error Reconstruction","created":"2024-10-08","cited_by_count":22,"area":null},{"id":"2411.00823","title":"Mobility-LLM: Learning Visiting Intentions and Travel Preferences from Human Mobility Data with Large Language Models","created":"2024-10-29","cited_by_count":22,"area":null},{"id":"2404.09754","title":"Resilience of Large Language Models for Noisy Instructions","created":"2024-04-15","cited_by_count":20,"area":null},{"id":"2409.19998","title":"Do Influence Functions Work on Large Language Models?","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2404.03608","title":"Sailor: Open Language Models for South-East Asia","created":"2024-04-04","cited_by_count":19,"area":null},{"id":"2406.10278","title":"Prompt-Based Length Controlled Generation with Multiple Control Types","created":"2024-06-12","cited_by_count":19,"area":null},{"id":"2406.19954","title":"BESTOW: Efficient and Streamable Speech Language Model with the Best of Two Worlds in GPT and T5","created":"2024-06-28","cited_by_count":19,"area":null},{"id":"2408.17024","title":"InkubaLM: A small language model for low-resource African languages","created":"2024-08-30","cited_by_count":18,"area":null},{"id":"2408.13933","title":"MobileQuant: Mobile-friendly Quantization for On-device Language Models","created":"2024-08-25","cited_by_count":17,"area":null},{"id":"2504.21099","title":"A Survey on Parameter-Efficient Fine-Tuning for Foundation Models in Federated Learning","created":"2025-04-29","cited_by_count":17,"area":null},{"id":"2507.03253","title":"RefineX: Learning to Refine Pre-training Data at Scale from Expert-Guided Programs","created":"2025-07-04","cited_by_count":17,"area":null},{"id":"2503.21193","title":"UGen: Unified Autoregressive Multimodal Model with Progressive Vocabulary Learning","created":"2025-03-27","cited_by_count":16,"area":null},{"id":"2407.18743","title":"Towards Effective and Efficient Continual Pre-training of Large Language Models","created":"2024-07-26","cited_by_count":15,"area":null},{"id":"2410.18565","title":"Bielik 7B v0.1: A Polish Language Model -- Development, Insights, and Evaluation","created":"2024-10-24","cited_by_count":15,"area":null},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15,"area":null},{"id":"2508.19843","title":"SoK: Large Language Model Copyright Auditing via Fingerprinting","created":"2025-08-27","cited_by_count":15,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2404.05144","title":"Enhancing Clinical Efficiency through LLM: Discharge Note Generation for Cardiac Patients","created":"2024-04-08","cited_by_count":14,"area":null},{"id":"2407.20999","title":"MoFO: Momentum-Filtered Optimizer for Mitigating Forgetting in LLM Fine-Tuning","created":"2024-07-30","cited_by_count":14,"area":null},{"id":"2411.16313","title":"CATP-LLM: Empowering Large Language Models for Cost-Aware Tool Planning","created":"2024-11-25","cited_by_count":14,"area":null},{"id":"2401.16640","title":"TeenyTinyLlama: open-source tiny language models trained in Brazilian Portuguese","created":"2024-01-30","cited_by_count":13,"area":null},{"id":"2408.00462","title":"Designing Efficient LLM Accelerators for Edge Devices","created":"2024-08-01","cited_by_count":13,"area":null},{"id":"2410.17980","title":"Scaling Stick-Breaking Attention: An Efficient Implementation and In-depth Study","created":"2024-10-23","cited_by_count":13,"area":null},{"id":"2411.07854","title":"Tucano: Advancing Neural Text Generation for Portuguese","created":"2024-11-12","cited_by_count":13,"area":null},{"id":"2506.19697","title":"Outlier-Safe Pre-Training for Robust 4-Bit Quantization of Large Language Models","created":"2025-06-24","cited_by_count":13,"area":null},{"id":"2510.12402","title":"Cautious Weight Decay","created":"2025-10-14","cited_by_count":13,"area":null},{"id":"2407.07093","title":"FBI-LLM: Scaling Up Fully Binarized LLMs from Scratch via Autoregressive Distillation","created":"2024-07-09","cited_by_count":12,"area":null},{"id":"2407.15415","title":"LLaST: Improved End-to-end Speech Translation System Leveraged by Large Language Models","created":"2024-07-22","cited_by_count":12,"area":null},{"id":"2502.00641","title":"Evaluating Small Language Models for News Summarization: Implications and Factors Influencing Performance","created":"2025-02-02","cited_by_count":12,"area":null},{"id":"2502.15007","title":"LLM-Microscope: Uncovering the Hidden Role of Punctuation in Context Memory of Transformers","created":"2025-02-20","cited_by_count":12,"area":null},{"id":"2408.04413","title":"Deeploy: Enabling Energy-Efficient Deployment of Small Language Models On Heterogeneous Microcontrollers","created":"2024-08-08","cited_by_count":11,"area":null},{"id":"2506.03523","title":"TokAlign: Efficient Vocabulary Adaptation via Token Alignment","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2411.07837","title":"FRUGAL: Memory-Efficient Optimization by Reducing State Overhead for Scalable Training","created":"2024-11-12","cited_by_count":10,"area":null},{"id":"2502.06663","title":"EfficientLLM: Scalable Pruning-Aware Pretraining for Architecture-Agnostic Edge Language Models","created":"2025-02-10","cited_by_count":10,"area":null},{"id":"2401.14447","title":"Wordflow: Social Prompt Engineering for Large Language Models","created":"2024-01-25","cited_by_count":9,"area":null},{"id":"2401.16818","title":"H2O-Danube-1.8B Technical Report","created":"2024-01-30","cited_by_count":9,"area":null},{"id":"2402.16714","title":"Quantum Transformer: Accelerating model inference via quantum linear algebra","created":"2024-02-26","cited_by_count":9,"area":null},{"id":"2405.14930","title":"AstroPT: Scaling Large Observation Models for Astronomy","created":"2024-05-23","cited_by_count":9,"area":null},{"id":"2406.15480","title":"On Giant's Shoulders: Effortless Weak to Strong by Dynamic Logits Fusion","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2407.00928","title":"FoldGPT: Simple and Effective Large Language Model Compression Scheme","created":"2024-07-01","cited_by_count":9,"area":null},{"id":"2408.06663","title":"Amuro and Char: Analyzing the Relationship between Pre-Training and Fine-Tuning of Large Language Models","created":"2024-08-13","cited_by_count":9,"area":null},{"id":"2409.14803","title":"Benchmarking Edge AI Platforms for High-Performance ML Inference","created":"2024-09-23","cited_by_count":9,"area":null},{"id":"2410.02062","title":"TPP-LLM: Modeling Temporal Point Processes by Efficiently Fine-Tuning Large Language Models","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2411.11171","title":"LL\\\"aMmlein: Transparent, Compact and Competitive German-Only Language Models from Scratch","created":"2024-11-17","cited_by_count":9,"area":null},{"id":"2412.04318","title":"The Hyperfitting Phenomenon: Sharpening and Stabilizing LLMs for Open-Ended Text Generation","created":"2024-12-05","cited_by_count":9,"area":null},{"id":"2510.18840","title":"See the Text: From Tokenization to Visual Reading","created":"2025-10-21","cited_by_count":9,"area":null},{"id":"2402.12038","title":"Self-AMPLIFY: Improving Small Language Models with Self Post Hoc Explanations","created":"2024-02-19","cited_by_count":8,"area":null},{"id":"2404.06430","title":"pfl-research: simulation framework for accelerating research in Private Federated Learning","created":"2024-04-09","cited_by_count":8,"area":null},{"id":"2404.10917","title":"Which questions should I answer? Salience Prediction of Inquisitive Questions","created":"2024-04-16","cited_by_count":8,"area":null},{"id":"2411.15221","title":"Reflections from the 2024 Large Language Model (LLM) Hackathon for Applications in Materials Science and Chemistry","created":"2024-11-20","cited_by_count":8,"area":null},{"id":"2412.17048","title":"Why Do Speech Language Models Fail to Generate Semantically Coherent Outputs? A Modality Evolving Perspective","created":"2024-12-22","cited_by_count":8,"area":null},{"id":"2502.08020","title":"Speculate, then Collaborate: Fusing Knowledge of Language Models during Decoding","created":"2025-02-11","cited_by_count":8,"area":null},{"id":"2502.14838","title":"Revealing and Mitigating Over-Attention in Knowledge Editing","created":"2025-02-20","cited_by_count":8,"area":null},{"id":"2505.18164","title":"Model-Distributed Inference for Large Language Models at the Edge","created":"2025-05-13","cited_by_count":8,"area":null}],"next_cursor":"100"}