{"total":104,"rows":[{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2311.16079","title":"MEDITRON-70B: Scaling Medical Pretraining for Large Language Models","created":"2023-11-27","cited_by_count":274,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2311.08105","title":"DiLoCo: Distributed Low-Communication Training of Language Models","created":"2023-11-14","cited_by_count":121,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2401.02415","title":"LLaMA Pro: Progressive LLaMA with Block Expansion","created":"2024-01-04","cited_by_count":101,"area":null},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72,"area":null},{"id":"2406.06391","title":"Towards Lifelong Learning of Large Language Models: A Survey","created":"2024-06-10","cited_by_count":64,"area":null},{"id":"2409.07431","title":"Synthetic continued pretraining","created":"2024-09-11","cited_by_count":60,"area":null},{"id":"2402.17400","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","created":"2024-02-27","cited_by_count":57,"area":null},{"id":"2407.05975","title":"LLaMAX: Scaling Linguistic Horizons of LLM by Enhancing Translation Capabilities Beyond 100 Languages","created":"2024-07-08","cited_by_count":48,"area":null},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2311.08849","title":"OFA: A Framework of Initializing Unseen Subword Embeddings for Efficient Large-scale Multilingual Continued Pretraining","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2408.11029","title":"Scaling Law with Learning Rate Annealing","created":"2024-08-20","cited_by_count":29,"area":null},{"id":"2408.15545","title":"SciLitLLM: How to Adapt LLMs for Scientific Literature Understanding","created":"2024-08-28","cited_by_count":29,"area":null},{"id":"2402.12530","title":"Parallel Structures in Pre-training Data Yield In-Context Learning","created":"2024-02-19","cited_by_count":26,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2409.05314","title":"Tele-LLMs: A Series of Specialized Large Language Models for Telecommunications","created":"2024-09-09","cited_by_count":25,"area":null},{"id":"2401.08350","title":"Salute the Classic: Revisiting Challenges of Machine Translation in the Age of Large Language Models","created":"2024-01-16","cited_by_count":17,"area":null},{"id":"2406.14971","title":"Domain Adaptation of Llama3-70B-Instruct through Continual Pre-Training and Model Merging: A Comprehensive Evaluation","created":"2024-06-21","cited_by_count":16,"area":null},{"id":"2407.02118","title":"Breaking Language Barriers: Cross-Lingual Continual Pre-Training at Scale","created":"2024-07-02","cited_by_count":15,"area":null},{"id":"2407.18743","title":"Towards Effective and Efficient Continual Pre-training of Large Language Models","created":"2024-07-26","cited_by_count":15,"area":null},{"id":"2504.02107","title":"TiC-LM: A Web-Scale Benchmark for Time-Continual LLM Pretraining","created":"2025-04-02","cited_by_count":15,"area":null},{"id":"2508.01908","title":"Revisiting Replay and Gradient Alignment for Continual Pre-Training of Large Language Models","created":"2025-08-03","cited_by_count":14,"area":null},{"id":"2603.04964","title":"Replaying pre-training data improves fine-tuning","created":"2026-03-05","cited_by_count":13,"area":null},{"id":"2508.01483","title":"Training Dynamics of the Cooldown Stage in Warmup-Stable-Decay Learning Rate Scheduler","created":"2025-08-02","cited_by_count":12,"area":null},{"id":"2601.06395","title":"AfriqueLLM: How Data Mixing and Model Architecture Impact Continued Pre-training for African Languages","created":"2026-01-10","cited_by_count":12,"area":null},{"id":"2402.08219","title":"BBox-Adapter: Lightweight Adapting for Black-Box Large Language Models","created":"2024-02-13","cited_by_count":11,"area":null},{"id":"2404.05829","title":"SambaLingo: Teaching Large Language Models New Languages","created":"2024-04-08","cited_by_count":11,"area":null},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2404.00399","title":"Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code","created":"2024-03-30","cited_by_count":10,"area":null},{"id":"2408.08295","title":"SLCA++: Unleash the Power of Sequential Fine-tuning for Continual Learning with Pre-training","created":"2024-08-15","cited_by_count":10,"area":null},{"id":"2602.03702","title":"Anytime Pretraining: Horizon-Free Learning-Rate Schedules with Weight Averaging","created":"2026-02-03","cited_by_count":10,"area":null},{"id":"2312.15696","title":"EcomGPT-CT: Continual Pre-training of E-commerce Large Language Models with Semi-structured Data","created":"2023-12-25","cited_by_count":9,"area":null},{"id":"2410.17018","title":"Exploring Forgetting in Large Language Model Pre-Training","created":"2024-10-22","cited_by_count":9,"area":null},{"id":"2501.09706","title":"Domain Adaptation of Foundation LLMs for e-Commerce","created":"2025-01-16","cited_by_count":9,"area":null},{"id":"2409.14988","title":"Beyond Fine-tuning: Unleashing the Potential of Continuous Pretraining for Clinical LLMs","created":"2024-09-23","cited_by_count":8,"area":null},{"id":"2411.16300","title":"BayLing 2: A Multilingual Large Language Model with Efficient Language Alignment","created":"2024-11-25","cited_by_count":8,"area":null},{"id":"2503.02844","title":"Beyond Cosine Decay: On the effectiveness of Infinite Learning Rate Schedule for Continual Pre-training","created":"2025-03-04","cited_by_count":7,"area":null},{"id":"2311.12315","title":"AcademicGPT: Empowering Academic Research","created":"2023-11-21","cited_by_count":6,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2405.07745","title":"LlamaTurk: Adapting Open-Source Generative Large Language Models for Low-Resource Language","created":"2024-05-13","cited_by_count":6,"area":null},{"id":"2406.17377","title":"A Three-Pronged Approach to Cross-Lingual Adaptation with Multilingual LLMs","created":"2024-06-25","cited_by_count":6,"area":null},{"id":"2409.18581","title":"Deep Autoregressive Models as Causal Inference Engines","created":"2024-09-27","cited_by_count":6,"area":null},{"id":"2504.08820","title":"CAReDiO: Cultural Alignment via Representativeness and Distinctiveness Guided Data Optimization","created":"2025-04-09","cited_by_count":6,"area":null},{"id":"2504.20609","title":"WenyanGPT: A Large Language Model for Classical Chinese Tasks","created":"2025-04-29","cited_by_count":6,"area":null},{"id":"2603.12658","title":"Beyond Static Models: An Evolving Framework for Continual Learning in Large Language Models across Training Stages","created":"2026-03-13","cited_by_count":6,"area":null},{"id":"2405.14277","title":"Improving Language Models Trained on Translated Data with Continual Pre-Training and Dictionary Learning Analysis","created":"2024-05-23","cited_by_count":5,"area":null},{"id":"2405.17103","title":"Empowering Character-level Text Infilling by Eliminating Sub-Tokens","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2405.20175","title":"InstructionCP: A fast approach to transfer Large Language Models into target language","created":"2024-05-30","cited_by_count":5,"area":null},{"id":"2406.01392","title":"Sparsity-Accelerated Training for Large Language Models","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2407.12869","title":"Bilingual Adaptation of Monolingual Foundation Models","created":"2024-07-13","cited_by_count":5,"area":null},{"id":"2412.06993","title":"Toward AI-Driven Digital Organism: Multiscale Foundation Models for Predicting, Simulating and Programming Biology at All Levels","created":"2024-12-09","cited_by_count":5,"area":null},{"id":"2505.07796","title":"Learning Dynamics in Continual Pre-Training for Large Language Models","created":"2025-05-12","cited_by_count":5,"area":null},{"id":"2311.00204","title":"Continuous Training and Fine-tuning for Domain-Specific Language Models in Medical Question Answering","created":"2023-11-01","cited_by_count":4,"area":null},{"id":"2406.01976","title":"Conditional Language Learning with Context","created":"2024-06-04","cited_by_count":4,"area":null},{"id":"2502.21147","title":"Same accuracy, twice as fast: continuous training surpasses retraining from scratch","created":"2025-02-28","cited_by_count":4,"area":null},{"id":"2503.16516","title":"Using LLMs for Automated Privacy Policy Analysis: Prompt Engineering, Fine-Tuning and Explainability","created":"2025-03-16","cited_by_count":4,"area":null},{"id":"2504.08949","title":"Large Language Model Empowered Recommendation Meets All-domain Continual Pre-Training","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2506.13187","title":"Dynamic Context-oriented Decomposition for Task-aware Low-rank Adaptation with Less Forgetting and Faster Convergence","created":"2025-06-16","cited_by_count":4,"area":null},{"id":"2406.13893","title":"Open Generative Large Language Models for Galician","created":"2024-06-19","cited_by_count":3,"area":null},{"id":"2406.14828","title":"Word Matters: What Influences Domain Adaptation in Summarization?","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2409.17827","title":"BeanCounter: A low-toxicity, large-scale, and open dataset of business-oriented text","created":"2024-09-26","cited_by_count":3,"area":null},{"id":"2504.15120","title":"Kuwain 1.5B: An Arabic SLM via Language Injection","created":"2025-04-21","cited_by_count":3,"area":null},{"id":"2506.17055","title":"Universal Music Representations? Evaluating Foundation Models on World Music Corpora","created":"2025-06-20","cited_by_count":3,"area":null},{"id":"2508.13975","title":"ChronoLLM: Customizing Language Models for Physics-Based Simulation Code Generation","created":"2025-08-19","cited_by_count":3,"area":null},{"id":"2509.06990","title":"DIET-CP: Lightweight and Data Efficient Self Supervised Continued Pretraining","created":"2025-09-02","cited_by_count":3,"area":null},{"id":"2607.11889","title":"Scaling Point-in-Time Language Models: Enabling Economic Evaluation of Embeddings","created":"2026-04-24","cited_by_count":3,"area":null},{"id":"2408.06087","title":"Building Decision Making Models Through Language Model Regime","created":"2024-08-12","cited_by_count":2,"area":null},{"id":"2409.00997","title":"DataSculpt: Crafting Data Landscapes for Long-Context LLMs through Multi-Objective Partitioning","created":"2024-09-02","cited_by_count":2,"area":null},{"id":"2410.04103","title":"A Learning Rate Path Switching Training Paradigm for Version Updates of Large Language Models","created":"2024-10-05","cited_by_count":2,"area":null},{"id":"2506.17818","title":"CultureMERT: Continual Pre-Training for Cross-Cultural Music Representation Learning","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2607.10923","title":"Infrared Organization and Critical Cognitive Field Formation in Transformer Dynamics","created":"2026-07-12","cited_by_count":2,"area":null},{"id":"2608.27147","title":"Thomson: Continual Learning of Frontier Models for SovereignAI","created":"2026-08-27","cited_by_count":2,"area":null},{"id":"2410.16246","title":"Analyzing Context Contributions in LLM-based Machine Translation","created":"2024-10-21","cited_by_count":1,"area":null},{"id":"2504.09687","title":"Domain-Adaptive Continued Pre-Training of Small Language Models","created":"2025-04-13","cited_by_count":1,"area":null},{"id":"2505.22018","title":"Improving Continual Pre-training Through Seamless Data Packing","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2507.06795","title":"ixi-GEN: Efficient Industrial sLLMs through Domain Adaptive Continual Pretraining","created":"2025-07-09","cited_by_count":1,"area":null},{"id":"2508.03571","title":"Tackling Distribution Shift in LLM via KILO: Knowledge-Instructed Learning for Continual Adaptation","created":"2025-08-05","cited_by_count":1,"area":null},{"id":"2510.26829","title":"Layer of Truth: Probing Belief Shifts under Continual Pre-Training Poisoning","created":"2025-10-29","cited_by_count":1,"area":null},{"id":"2601.22108","title":"Learning What to Predict: Downstream-Guided Task Design for Continued Pretraining","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2606.14150","title":"Small LLMs: Pruning vs. Training from Scratch","created":"2026-06-12","cited_by_count":1,"area":null},{"id":"2608.10850","title":"Diffract: Spectral View of LLM Domain Adaptation","created":"2026-08-11","cited_by_count":1,"area":null},{"id":"2410.16006","title":"Exploring Continual Fine-Tuning for Enhancing Language Ability in Large Language Model","created":"2024-10-21","cited_by_count":0,"area":null},{"id":"2505.17632","title":"ReqBrain: Task-Specific Instruction Tuning of LLMs for AI-Assisted Requirements Generation","created":"2025-05-23","cited_by_count":0,"area":null},{"id":"2507.19419","title":"TokenSmith: Streamlining Data Editing, Search, and Inspection for Large-Scale Language Model Training and Interpretability","created":"2025-07-25","cited_by_count":0,"area":null},{"id":"2510.23198","title":"PTPP-Aware Adaptation Scaling Laws: Predicting Domain-Adaptation Performance at Unseen Pre-Training Budgets","created":"2025-10-27","cited_by_count":0,"area":null},{"id":"2603.00253","title":"CoPeP: Benchmarking Continual Pretraining for Protein Language Models","created":"2026-02-27","cited_by_count":0,"area":null},{"id":"2603.11139","title":"H2LooP Spark Preview: Continual Pretraining of Large Language Models for Low-Level Embedded Systems Code","created":"2026-03-11","cited_by_count":0,"area":null},{"id":"2603.16137","title":"SIA: A Synthesize-Inject-Align Framework for Knowledge-Grounded and Secure E-commerce Search LLMs with Industrial Deployment","created":"2026-03-17","cited_by_count":0,"area":null},{"id":"2606.05610","title":"Predictable Scaling Laws of Optimal Hyperparameters for LLM Continued Pre-training","created":"2026-06-04","cited_by_count":0,"area":null},{"id":"2607.10959","title":"WSqD: A Horizon-Free Learning Rate Schedule for Large Model Training","created":"2026-07-12","cited_by_count":0,"area":null},{"id":"2607.27490","title":"MedLLM: An Open Medical Language Model at the Sub-Billion Scale","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2608.06216","title":"Continual Learning in Transition","created":"2026-08-06","cited_by_count":0,"area":null},{"id":"2608.30609","title":"Reading the News: Adapting Large Language Models to Swedish Journalism Through Continued Pre-Training","created":"2026-08-31","cited_by_count":0,"area":null}],"next_cursor":"100"}