{"total":182,"rows":[{"id":"2505.02567","title":"Unified Multimodal Understanding and Generation Models: Advances, Challenges, and Opportunities","created":"2025-05-05","cited_by_count":85,"area":null},{"id":"2412.14135","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","created":"2024-12-18","cited_by_count":50,"area":"lr"},{"id":"2501.02448","title":"Understand, Solve and Translate: Bridging the Multilingual Mathematical Reasoning Gap","created":"2025-01-05","cited_by_count":43,"area":"lr"},{"id":"2505.05427","title":"Ultra-FineWeb: Efficient Data Filtering and Verification for High-Quality LLM Training Data","created":"2025-05-08","cited_by_count":38,"area":null},{"id":"2502.06042","title":"Scaling Laws for Forgetting during Finetuning with Pretraining Data Injection","created":"2025-02-09","cited_by_count":35,"area":null},{"id":"2508.17281","title":"From Language to Action: A Review of Large Language Models as Autonomous Agents and Tool Users","created":"2025-08-24","cited_by_count":32,"area":"agents"},{"id":"2506.04689","title":"Recycling the Web: A Method to Enhance Pre-training Data Quality and Quantity for Language Models","created":"2025-06-05","cited_by_count":31,"area":null},{"id":"2507.02092","title":"Energy-Based Transformers are Scalable Learners and Thinkers","created":"2025-07-02","cited_by_count":31,"area":"lr"},{"id":"2505.17799","title":"A Coreset Selection of Coreset Selection Literature: Introduction and Recent Advances","created":"2025-05-23","cited_by_count":28,"area":null},{"id":"2512.22382","title":"Completed Hyperparameter Transfer across Modules, Width, Depth, Batch and Duration","created":"2025-12-26","cited_by_count":27,"area":null},{"id":"2510.01631","title":"Demystifying Synthetic Data in LLM Pre-training: A Systematic Study of Scaling Laws, Benefits, and Pitfalls","created":"2025-10-02","cited_by_count":26,"area":"synth"},{"id":"2501.19392","title":"Cache Me If You Must: Adaptive Key-Value Quantization for Large Language Models","created":"2025-01-31","cited_by_count":24,"area":"inference"},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2503.07639","title":"Mixture of Experts Made Intrinsically Interpretable","created":"2025-03-05","cited_by_count":24,"area":"moe"},{"id":"2502.00963","title":"PDE-Controller: LLMs for Autoformalization and Reasoning of PDEs","created":"2025-02-03","cited_by_count":23,"area":"lr"},{"id":"2505.18610","title":"PM-KVQ: Progressive Mixed-precision KV Cache Quantization for Long-CoT LLMs","created":"2025-05-24","cited_by_count":22,"area":"lr"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2508.10975","title":"BeyondWeb: Lessons from Scaling Synthetic Data for Trillion-scale Pretraining","created":"2025-08-14","cited_by_count":21,"area":"synth"},{"id":"2510.06826","title":"Mid-Training of Large Language Models: A Survey","created":"2025-10-08","cited_by_count":21,"area":null},{"id":"2510.23081","title":"A Survey on LLM Mid-Training","created":"2025-10-27","cited_by_count":21,"area":null},{"id":"2501.06254","title":"Rethinking Evaluation of Sparse Autoencoders through the Representation of Polysemous Words","created":"2025-01-09","cited_by_count":18,"area":"lr"},{"id":"2504.08896","title":"Position: Beyond Euclidean -- Foundation Models Should Embrace Non-Euclidean Geometries","created":"2025-04-11","cited_by_count":18,"area":null},{"id":"2506.15679","title":"Dense SAE Latents Are Features, Not Bugs","created":"2025-06-18","cited_by_count":17,"area":"mechinterp"},{"id":"2511.04418","title":"The Illusion of Certainty: Uncertainty Quantification for LLMs Fails under Ambiguity","created":"2025-11-06","cited_by_count":17,"area":null},{"id":"2511.10645","title":"ParoQuant: Pairwise Rotation Quantization for Efficient Reasoning LLM Inference","created":"2025-11-13","cited_by_count":17,"area":"lr"},{"id":"2502.18274","title":"Citrus: Leveraging Expert Cognitive Pathways in a Medical Language Model for Advanced Medical Decision Support","created":"2025-02-25","cited_by_count":16,"area":"lr"},{"id":"2511.18903","title":"How Learning Rate Decay Wastes Your Best Data in Curriculum-Based LLM Pretraining","created":"2025-11-24","cited_by_count":14,"area":null},{"id":"2501.14002","title":"Advancing Mathematical Reasoning in Language Models: The Impact of Problem-Solving Data, Data Synthesis Methods, and Training Stages","created":"2025-01-23","cited_by_count":13,"area":"lr"},{"id":"2502.03009","title":"Scaling Laws for Upcycling Mixture-of-Experts Language Models","created":"2025-02-05","cited_by_count":13,"area":"moe"},{"id":"2502.11948","title":"HalluEntity: Benchmarking and Understanding Entity-Level Hallucination Detection","created":"2025-02-17","cited_by_count":13,"area":null},{"id":"2502.14709","title":"Group-Level Data Selection for Efficient Pretraining","created":"2025-02-20","cited_by_count":13,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2601.00671","title":"Fast-weight Product Key Memory","created":"2026-01-02","cited_by_count":13,"area":null},{"id":"2504.08716","title":"ModernBERT or DeBERTaV3? Examining Architecture and Data Influence on Transformer Encoder Models Performance","created":"2025-04-11","cited_by_count":12,"area":null},{"id":"2503.01901","title":"Identifying Sensitive Weights via Post-quantization Integral","created":"2025-02-28","cited_by_count":11,"area":null},{"id":"2506.04179","title":"SkipGPT: Dynamic Layer Pruning Reinvented with Token Awareness and Module Decoupling","created":"2025-06-04","cited_by_count":11,"area":null},{"id":"2606.08382","title":"STAR-KV: Low-Rank KV Cache Compression via Soft Thresholding for Adaptive Rank Control","created":"2026-06-07","cited_by_count":11,"area":"inference"},{"id":"2502.06663","title":"EfficientLLM: Scalable Pruning-Aware Pretraining for Architecture-Agnostic Edge Language Models","created":"2025-02-10","cited_by_count":10,"area":null},{"id":"2503.12294","title":"The Lucie-7B LLM and the Lucie Training Dataset: Open resources for multilingual language generation","created":"2025-03-15","cited_by_count":10,"area":null},{"id":"2506.19382","title":"Measuring and Guiding Monosemanticity","created":"2025-06-24","cited_by_count":10,"area":"mechinterp"},{"id":"2510.05373","title":"KVLinC : KV Cache Quantization with Hadamard Rotation and Linear Correction","created":"2025-10-06","cited_by_count":10,"area":"inference"},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2505.22251","title":"Evaluation of LLMs in Speech is Often Flawed: Test Set Contamination in Large Language Models for Speech Recognition","created":"2025-05-28","cited_by_count":9,"area":null},{"id":"2510.10618","title":"Preserving LLM Capabilities through Calibration Data Curation: From Analysis to Optimization","created":"2025-10-12","cited_by_count":9,"area":null},{"id":"2411.19574","title":"KV Shifting Attention Enhances Language Modeling","created":"2024-11-29","cited_by_count":8,"area":null},{"id":"2506.14111","title":"Essential-Web v1.0: 24T tokens of organized web data","created":"2025-06-17","cited_by_count":8,"area":null},{"id":"2506.21545","title":"Data Efficacy for Language Model Training","created":"2025-06-26","cited_by_count":8,"area":null},{"id":"2509.20214","title":"Q-Palette: Fractional-Bit Quantizers Toward Optimal Bit Allocation for Efficient LLM Deployment","created":"2025-09-24","cited_by_count":8,"area":null},{"id":"2510.06499","title":"Webscale-RL: Automated Data Pipeline for Scaling RL Data to Pretraining Levels","created":"2025-10-07","cited_by_count":8,"area":"offlinerl"},{"id":"2510.09714","title":"All Code, No Thought: Current Language Models Struggle to Reason in Ciphered Language","created":"2025-10-10","cited_by_count":8,"area":"lr"},{"id":"2512.04550","title":"AdmTree: Compressing Lengthy Context with Adaptive Semantic Trees","created":"2025-12-04","cited_by_count":8,"area":"inference"},{"id":"2602.08382","title":"Dynamic Long Context Reasoning over Compressed Memory via End-to-End Reinforcement Learning","created":"2026-02-09","cited_by_count":8,"area":"lr"},{"id":"2411.17800","title":"STAR: Synthesis of Tailored Architectures","created":"2024-11-26","cited_by_count":7,"area":null},{"id":"2502.14907","title":"GneissWeb: Preparing High Quality Data for LLMs at Scale","created":"2025-02-19","cited_by_count":7,"area":null},{"id":"2504.12491","title":"Can Pre-training Indicators Reliably Predict Fine-tuning Outcomes of LLMs?","created":"2025-04-16","cited_by_count":7,"area":null},{"id":"2505.12238","title":"PANORAMA: A synthetic PII-laced dataset for studying sensitive data memorization in LLMs","created":"2025-05-18","cited_by_count":7,"area":null},{"id":"2505.15774","title":"Beyond Hard and Soft: Hybrid Context Compression for Balancing Local and Global Information Retention","created":"2025-05-21","cited_by_count":7,"area":"inference"},{"id":"2506.01790","title":"IF-GUIDE: Influence Function-Guided Detoxification of LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2506.15271","title":"Unlocking Post-hoc Dataset Inference with Synthetic Data","created":"2025-06-18","cited_by_count":7,"area":"synth"},{"id":"2506.20743","title":"A Survey of AI for Materials Science: Foundation Models, LLM Agents, Datasets, and Tools","created":"2025-06-25","cited_by_count":7,"area":"agents"},{"id":"2507.16178","title":"LLM Data Selection and Utilization via Dynamic Bi-level Optimization","created":"2025-07-22","cited_by_count":7,"area":null},{"id":"2504.01542","title":"Register Always Matters: Analysis of LLM Pretraining Data Through the Lens of Language Variation","created":"2025-04-02","cited_by_count":6,"area":null},{"id":"2504.07854","title":"The KL3M Data Project: Copyright-Clean Training Resources for Large Language Models","created":"2025-04-10","cited_by_count":6,"area":null},{"id":"2508.00109","title":"FACTORY: A Challenging Human-Verified Prompt Set for Long-Form Factuality","created":"2025-07-31","cited_by_count":6,"area":null},{"id":"2509.13765","title":"TENET: An Efficient Sparsity-Aware LUT-Centric Architecture for Ternary LLM Inference On Edge","created":"2025-09-17","cited_by_count":6,"area":null},{"id":"2510.10681","title":"RePro: Training Language Models to Faithfully Recycle the Web for Pretraining","created":"2025-10-12","cited_by_count":6,"area":null},{"id":"2601.17717","title":"A Survey on Evaluating Quality and Trustworthiness in LLM-Generated Data","created":"2026-01-25","cited_by_count":6,"area":"synth"},{"id":"2602.12414","title":"propella-1: Multi-Property Document Annotation for LLM Data Curation at Scale","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2604.20920","title":"Simplified Sparse Attention via Gist Tokens","created":"2026-04-22","cited_by_count":6,"area":"inference"},{"id":"2412.06845","title":"7B Fully Open Source Moxin-LLM/VLM -- From Pretraining to GRPO-based Reinforcement Learning Enhancement","created":"2024-12-08","cited_by_count":5,"area":"lr"},{"id":"2505.07796","title":"Learning Dynamics in Continual Pre-Training for Large Language Models","created":"2025-05-12","cited_by_count":5,"area":null},{"id":"2506.04180","title":"SuperWriter: Reflection-Driven Long-Form Generation with Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"alignment"},{"id":"2506.10952","title":"Domain2Vec: Vectorizing Datasets to Find the Optimal Data Mixture without Training","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2507.01785","title":"MuRating: A High Quality Data Selecting Approach to Multilingual Large Language Model Pretraining","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","created":"2026-03-27","cited_by_count":5,"area":null},{"id":"2507.08371","title":"The Curious Case of Factuality Finetuning: Models' Internal Beliefs Can Improve Factuality","created":"2025-07-11","cited_by_count":4,"area":"synth"},{"id":"2507.18671","title":"Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling","created":"2025-07-24","cited_by_count":4,"area":"moe"},{"id":"2508.04676","title":"GeRe: Towards Efficient Anti-Forgetting in Continual Learning of LLM via General Samples Replay","created":"2025-08-06","cited_by_count":4,"area":null},{"id":"2510.03270","title":"CoDA: Coding LM via Diffusion Adaptation","created":"2025-09-27","cited_by_count":4,"area":"diffusion"},{"id":"2510.09655","title":"Data Provenance Auditing of Fine-Tuned Large Language Models with a Text-Preserving Technique","created":"2025-10-07","cited_by_count":4,"area":null},{"id":"2510.20984","title":"Learning Grouped Lattice Vector Quantizers for Low-Bit LLM Compression","created":"2025-10-23","cited_by_count":4,"area":null},{"id":"2602.09003","title":"Data Science and Technology Towards AGI Part I: Tiered Data Management","created":"2026-02-09","cited_by_count":4,"area":null},{"id":"2605.23454","title":"ARES: Automated Rubric Synthesis for Scalable LLM Reinforcement Learning","created":"2026-05-22","cited_by_count":4,"area":null},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2606.24998","title":"Internal Data Repetition Destroys Language Models","created":"2026-06-23","cited_by_count":4,"area":null},{"id":"2412.15411","title":"Sparse Checkpointing for Fast and Reliable MoE Training","created":"2024-12-19","cited_by_count":3,"area":"moe"},{"id":"2502.01804","title":"Soup-of-Experts: Pretraining Specialist Models via Parameters Averaging","created":"2025-02-03","cited_by_count":3,"area":null},{"id":"2502.14155","title":"Giving AI Personalities Leads to More Human-Like Reasoning","created":"2025-02-19","cited_by_count":3,"area":"lr"},{"id":"2503.00245","title":"CoSMoEs: Compact Sparse Mixture of Experts","created":"2025-02-28","cited_by_count":3,"area":"moe"},{"id":"2505.11076","title":"Addition is almost all you need: Compressing large language models with double binary factorization","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2506.16552","title":"Revela: Dense Retriever Learning via Language Modeling","created":"2025-06-19","cited_by_count":3,"area":null},{"id":"2507.21138","title":"TTS-1 Technical Report","created":"2025-07-22","cited_by_count":3,"area":null},{"id":"2509.25531","title":"MixtureVitae: Open Web-Scale Pretraining Dataset With High Quality Instruction and Reasoning Data Built from Permissive-First Text Sources","created":"2025-09-29","cited_by_count":3,"area":"lr"},{"id":"2510.00866","title":"Removing Noise, not Finding Gold: Quality Filtering for Large-Scale Pretraining","created":"2025-10-01","cited_by_count":3,"area":null},{"id":"2510.01879","title":"REPAIR: Robust Editing via Progressive Adaptive Intervention and Reintegration","created":"2025-10-02","cited_by_count":3,"area":null},{"id":"2510.13996","title":"The German Commons - 154 Billion Tokens of Openly Licensed Text for German Language Models","created":"2025-10-15","cited_by_count":3,"area":null},{"id":"2510.20535","title":"ARC-Encoder: learning compressed text representations for large language models","created":"2025-10-23","cited_by_count":3,"area":"lr"},{"id":"2510.20860","title":"Data-Centric Lessons To Improve Speech-Language Pretraining","created":"2025-10-22","cited_by_count":3,"area":null},{"id":"2511.21513","title":"IntAttention: A Fully Integer Attention Pipeline for Efficient Edge Inference","created":"2025-11-26","cited_by_count":3,"area":null}],"next_cursor":"100"}