{"total":197,"rows":[{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848,"area":null},{"id":"2401.02385","title":"TinyLlama: An Open-Source Small Language Model","created":"2024-01-04","cited_by_count":618,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2405.04324","title":"Granite Code Models: A Family of Open Foundation Models for Code Intelligence","created":"2024-05-07","cited_by_count":117,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2401.02415","title":"LLaMA Pro: Progressive LLaMA with Block Expansion","created":"2024-01-04","cited_by_count":101,"area":null},{"id":"2406.10833","title":"A Comprehensive Survey of Scientific Large Language Models and Their Applications in Scientific Discovery","created":"2024-06-16","cited_by_count":96,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2312.17120","title":"MathPile: A Billion-Token-Scale Pretraining Corpus for Math","created":"2023-12-28","cited_by_count":67,"area":null},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67,"area":null},{"id":"2312.01037","title":"Eliciting Latent Knowledge from Quirky Language Models","created":"2023-12-02","cited_by_count":62,"area":null},{"id":"2409.07431","title":"Synthetic continued pretraining","created":"2024-09-11","cited_by_count":60,"area":null},{"id":"2401.06468","title":"Adapting Large Language Models for Document-Level Machine Translation","created":"2024-01-12","cited_by_count":59,"area":null},{"id":"2404.09939","title":"A Survey on Deep Learning for Theorem Proving","created":"2024-04-15","cited_by_count":57,"area":null},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2411.17501","title":"The Limits of Inference Scaling Through Resampling","created":"2024-11-26","cited_by_count":53,"area":null},{"id":"2406.18321","title":"MathOdyssey: Benchmarking Mathematical Problem-Solving Skills in Large Language Models Using Odyssey Math Data","created":"2024-06-26","cited_by_count":52,"area":null},{"id":"2407.00695","title":"Learning Formal Mathematics From Intrinsic Motivation","created":"2024-06-30","cited_by_count":45,"area":null},{"id":"2403.07384","title":"SmallToLarge (S2L): Scalable Data Selection for Fine-tuning Large Language Models by Summarizing Training Trajectories of Small Models","created":"2024-03-12","cited_by_count":44,"area":null},{"id":"2407.06089","title":"Merge, Ensemble, and Cooperate! A Survey on Collaborative Strategies in the Era of Large Language Models","created":"2024-07-08","cited_by_count":44,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2407.09424","title":"TelecomGPT: A Framework to Build Telecom-Specfic Large Language Models","created":"2024-07-12","cited_by_count":40,"area":null},{"id":"2401.07950","title":"SciInstruct: a Self-Reflective Instruction Annotated Dataset for Training Scientific Language Models","created":"2024-01-15","cited_by_count":39,"area":null},{"id":"2404.03647","title":"Capabilities of Large Language Models in Control Engineering: A Benchmark Study on GPT-4, Claude 3 Opus, and Gemini 1.0 Ultra","created":"2024-04-04","cited_by_count":37,"area":null},{"id":"2408.03350","title":"miniCTX: Neural Theorem Proving with (Long-)Contexts","created":"2024-08-05","cited_by_count":37,"area":null},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2410.14273","title":"REEF: Representation Encoding Fingerprints for Large Language Models","created":"2024-10-18","cited_by_count":36,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2410.15700","title":"InternLM2.5-StepProver: Advancing Automated Theorem Proving via Critic-Guided Search","created":"2024-10-21","cited_by_count":34,"area":null},{"id":"2410.15756","title":"Automated Proof Generation for Rust Code via Self-Evolution","created":"2024-10-21","cited_by_count":33,"area":null},{"id":"2505.10833","title":"MergeBench: A Benchmark for Merging Domain-Specialized LLMs","created":"2025-05-16","cited_by_count":33,"area":null},{"id":"2310.18457","title":"LLMSTEP: LLM proofstep suggestions in Lean","created":"2023-10-27","cited_by_count":32,"area":null},{"id":"2405.21068","title":"Code Pretraining Improves Entity Tracking Abilities of Language Models","created":"2024-05-31","cited_by_count":31,"area":null},{"id":"2409.14144","title":"Interpreting Arithmetic Mechanism in Large Language Models through Comparative Neuron Analysis","created":"2024-09-21","cited_by_count":31,"area":null},{"id":"2503.05500","title":"EuroBERT: Scaling Multilingual Encoders for European Languages","created":"2025-03-07","cited_by_count":31,"area":null},{"id":"2504.21039","title":"Llama-3.1-FoundationAI-SecurityLLM-Base-8B Technical Report","created":"2025-04-28","cited_by_count":31,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2402.16671","title":"StructLM: Towards Building Generalist Models for Structured Knowledge Grounding","created":"2024-02-26","cited_by_count":29,"area":null},{"id":"2402.07625","title":"Autonomous Data Selection with Zero-shot Generative Classifiers for Mathematical Texts","created":"2024-02-12","cited_by_count":27,"area":null},{"id":"2407.10627","title":"Arena Learning: Build Data Flywheel for LLMs Post-training via Simulated Chatbot Arena","created":"2024-07-15","cited_by_count":26,"area":null},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2409.03621","title":"Attend First, Consolidate Later: On the Importance of Attention in Different LLM Layers","created":"2024-09-05","cited_by_count":25,"area":null},{"id":"2312.07622","title":"Mathematical Language Models: A Survey","created":"2023-12-12","cited_by_count":24,"area":null},{"id":"2410.10135","title":"FormalAlign: Automated Alignment Evaluation for Autoformalization","created":"2024-10-14","cited_by_count":24,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2502.05567","title":"ATLAS: Autoformalizing Theorems through Lifting, Augmentation, and Synthesis of Data","created":"2025-02-08","cited_by_count":23,"area":null},{"id":"2405.14804","title":"Can LLMs Solve longer Math Word Problems Better?","created":"2024-05-23","cited_by_count":22,"area":null},{"id":"2410.00487","title":"Self-Updatable Large Language Models by Integrating Context into Model Parameters","created":"2024-10-01","cited_by_count":21,"area":null},{"id":"2410.04194","title":"Consistent Autoformalization for Constructing Mathematical Libraries","created":"2024-10-05","cited_by_count":21,"area":null},{"id":"2406.14219","title":"Proving Olympiad Algebraic Inequalities without Human Demonstrations","created":"2024-06-20","cited_by_count":20,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2406.11915","title":"miniCodeProps: a Minimal Benchmark for Proving Code Properties","created":"2024-06-16","cited_by_count":18,"area":null},{"id":"2504.09602","title":"Fine-tuning a Large Language Model for Automating Computational Fluid Dynamics Simulations","created":"2025-04-13","cited_by_count":18,"area":null},{"id":"2505.08137","title":"Large Language Models for Computer-Aided Design: A Survey","created":"2025-05-13","cited_by_count":18,"area":null},{"id":"2507.12379","title":"Probing for Arithmetic Errors in Language Models","created":"2025-07-16","cited_by_count":18,"area":null},{"id":"2406.08811","title":"Mixture-of-Skills: Learning to Optimize Data Usage for Fine-Tuning Large Language Models","created":"2024-06-13","cited_by_count":16,"area":null},{"id":"2606.16899","title":"Fantastic Pretraining Optimizers and Where to Find Them II: Hyperball Optimization","created":"2026-06-15","cited_by_count":16,"area":null},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2409.17972","title":"BEATS: Optimizing LLM Mathematical Capabilities with BackVerify and Adaptive Disambiguate based Efficient Tree Search","created":"2024-09-26","cited_by_count":13,"area":null},{"id":"2401.14624","title":"Unearthing Large Scale Domain-Specific Knowledge from Public Corpora","created":"2024-01-26","cited_by_count":12,"area":null},{"id":"2411.14318","title":"Velocitune: A Velocity-based Dynamic Domain Reweighting Method for Continual Pre-training","created":"2024-11-21","cited_by_count":12,"area":null},{"id":"2602.09464","title":"AlgoVeri: An Aligned Benchmark for Verified Code Generation on Classical Algorithms","created":"2026-02-10","cited_by_count":12,"area":null},{"id":"2404.17733","title":"Building a Large Japanese Web Corpus for Large Language Models","created":"2024-04-27","cited_by_count":11,"area":null},{"id":"2406.16746","title":"The Responsible Foundation Model Development Cheatsheet: A Review of Tools & Resources","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2412.15184","title":"Data for Mathematical Copilots: Better Ways of Presenting Proofs for Machine Learning","created":"2024-12-19","cited_by_count":11,"area":null},{"id":"2506.03523","title":"TokAlign: Efficient Vocabulary Adaptation via Token Alignment","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2402.14310","title":"Hint-before-Solving Prompting: Guiding LLMs to Effectively Utilize Encoded Knowledge","created":"2024-02-22","cited_by_count":10,"area":null},{"id":"2410.08993","title":"The structure of the token space for large language models","created":"2024-10-11","cited_by_count":10,"area":null},{"id":"2410.09344","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","created":"2024-10-12","cited_by_count":10,"area":null},{"id":"2412.06289","title":"S$^{2}$FT: Efficient, Scalable and Generalizable LLM Fine-tuning by Structured Sparsity","created":"2024-12-09","cited_by_count":10,"area":null},{"id":"2502.12292","title":"Independence Tests for Language Models","created":"2025-02-17","cited_by_count":10,"area":null},{"id":"2509.26404","title":"SeedPrints: Fingerprints Can Even Tell Which Seed Your Large Language Model Was Trained From","created":"2025-09-30","cited_by_count":10,"area":null},{"id":"2401.06477","title":"Kun: Answer Polishment for Chinese Self-Alignment with Instruction Back-Translation","created":"2024-01-12","cited_by_count":9,"area":null},{"id":"2405.15485","title":"Learning Beyond Pattern Matching? Assaying Mathematical Understanding in LLMs","created":"2024-05-24","cited_by_count":9,"area":null},{"id":"2410.05357","title":"Model-GLUE: Democratized LLM Scaling for A Large Model Zoo in the Wild","created":"2024-10-07","cited_by_count":9,"area":null},{"id":"2410.19940","title":"Cobblestone: A Divide-and-Conquer Approach for Automating Formal Verification","created":"2024-10-25","cited_by_count":9,"area":null},{"id":"2501.09706","title":"Domain Adaptation of Foundation LLMs for e-Commerce","created":"2025-01-16","cited_by_count":9,"area":null},{"id":"2506.12044","title":"Why Do Some Inputs Break Low-Bit LLM Quantization?","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2311.08364","title":"Plum: Prompt Learning using Metaheuristic","created":"2023-11-14","cited_by_count":8,"area":null},{"id":"2405.13209","title":"Investigating Symbolic Capabilities of Large Language Models","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2410.03884","title":"KidLM: Advancing Language Models for Children -- Early Insights and Future Directions","created":"2024-10-04","cited_by_count":8,"area":null},{"id":"2502.18505","title":"Comprehensive Analysis of Transparency and Accessibility of ChatGPT, DeepSeek, And other SoTA Large Language Models","created":"2025-02-21","cited_by_count":8,"area":null},{"id":"2402.15861","title":"MATHWELL: Generating Educational Math Word Problems Using Teacher Annotations","created":"2024-02-24","cited_by_count":7,"area":null},{"id":"2407.05134","title":"Solving for X and Beyond: Can Large Language Models Solve Complex Math Problems with More-Than-Two Unknowns?","created":"2024-07-06","cited_by_count":7,"area":null},{"id":"2407.10804","title":"Mix-CPT: A Domain Adaptation Framework via Decoupling Knowledge Learning and Format Alignment","created":"2024-07-15","cited_by_count":7,"area":null},{"id":"2509.08824","title":"Building High-Quality Datasets for Portuguese LLMs: From Common Crawl Snapshots to Industrial-Grade Corpora","created":"2025-09-10","cited_by_count":7,"area":null},{"id":"2602.20816","title":"Don't Ignore the Tail: Decoupling top-K Probabilities for Efficient Language Model Distillation","created":"2026-02-24","cited_by_count":7,"area":null},{"id":"2406.06140","title":"Can I understand what I create? Self-Knowledge Evaluation of Large Language Models","created":"2024-06-10","cited_by_count":6,"area":null},{"id":"2406.16694","title":"Task Oriented In-Domain Data Augmentation","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2409.19750","title":"AstroMLab 2: AstroLLaMA-2-70B Model and Benchmarking Specialised LLMs for Astronomy","created":"2024-09-29","cited_by_count":6,"area":null},{"id":"2502.00075","title":"BTS: Harmonizing Specialized Experts into a Generalist LLM","created":"2025-01-31","cited_by_count":6,"area":null},{"id":"2507.10605","title":"RedOne: Revealing Domain-specific LLM Post-Training in Social Networking Services","created":"2025-07-13","cited_by_count":6,"area":null},{"id":"2606.16541","title":"The Faithfulness Gap: Certifying Semantic Equivalence Between Natural-Language and Formal Mathematical Statements","created":"2026-06-15","cited_by_count":6,"area":null},{"id":"2403.05045","title":"Are Human Conversations Special? A Large Language Model Perspective","created":"2024-03-08","cited_by_count":5,"area":null}],"next_cursor":"100"}