{"total":535,"rows":[{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2410.00037","title":"Moshi: a speech-text foundation model for real-time dialogue","created":"2024-09-17","cited_by_count":568,"area":null},{"id":"2402.14804","title":"Measuring Multimodal Mathematical Reasoning with MATH-Vision Dataset","created":"2024-02-22","cited_by_count":526,"area":"lr"},{"id":"2402.10373","title":"BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains","created":"2024-02-15","cited_by_count":301,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2405.07940","title":"RAID: A Shared Benchmark for Robust Evaluation of Machine-Generated Text Detectors","created":"2024-05-13","cited_by_count":163,"area":null},{"id":"2405.20003","title":"Kernel Language Entropy: Fine-grained Uncertainty Quantification for LLMs from Semantic Similarities","created":"2024-05-30","cited_by_count":159,"area":null},{"id":"2412.00568","title":"The Well: a Large-Scale Collection of Diverse Physics Simulations for Machine Learning","created":"2024-11-30","cited_by_count":145,"area":null},{"id":"2402.12659","title":"FinBen: A Holistic Financial Benchmark for Large Language Models","created":"2024-02-20","cited_by_count":141,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118,"area":null},{"id":"2402.18060","title":"Benchmarking Large Language Models on Answering and Explaining Challenging Medical Questions","created":"2024-02-28","cited_by_count":109,"area":null},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2404.08676","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","created":"2024-04-06","cited_by_count":98,"area":"safety"},{"id":"2406.04744","title":"CRAG -- Comprehensive RAG Benchmark","created":"2024-06-07","cited_by_count":97,"area":"rag"},{"id":"2402.09154","title":"Attacking Large Language Models with Projected Gradient Descent","created":"2024-02-14","cited_by_count":94,"area":"alignment"},{"id":"2412.08821","title":"Large Concept Models: Language Modeling in a Sentence Representation Space","created":"2024-12-11","cited_by_count":89,"area":null},{"id":"2402.15570","title":"Fast Adversarial Attacks on Language Models In One GPU Minute","created":"2024-02-23","cited_by_count":88,"area":"safety"},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2412.14737","title":"On Verbalized Confidence Scores for LLMs","created":"2024-12-19","cited_by_count":83,"area":null},{"id":"2405.03644","title":"When LLMs Meet Cybersecurity: A Systematic Literature Review","created":"2024-05-06","cited_by_count":71,"area":null},{"id":"2403.03230","title":"Large language models surpass human experts in predicting neuroscience results","created":"2024-03-04","cited_by_count":69,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2412.11102","title":"Empowering LLMs to Understand and Generate Complex Vector Graphics","created":"2024-12-15","cited_by_count":66,"area":null},{"id":"2406.05954","title":"Aligning Large Language Models with Representation Editing: A Control Perspective","created":"2024-06-10","cited_by_count":64,"area":"alignment"},{"id":"2402.12030","title":"Towards Cross-Tokenizer Distillation: the Universal Logit Distillation Loss for LLMs","created":"2024-02-19","cited_by_count":63,"area":"distill"},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2410.12299","title":"Semantics-Adaptive Activation Intervention for LLMs via Dynamic Steering Vectors","created":"2024-10-16","cited_by_count":63,"area":"mechinterp"},{"id":"2509.26603","title":"DeepScientist: Advancing Frontier-Pushing Scientific Findings Progressively","created":"2025-09-30","cited_by_count":63,"area":null},{"id":"2406.13415","title":"Factual Confidence of LLMs: on Reliability and Robustness of Current Estimators","created":"2024-06-19","cited_by_count":61,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2410.02185","title":"POSIX: A Prompt Sensitivity Index For Large Language Models","created":"2024-10-03","cited_by_count":59,"area":null},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2405.09605","title":"Elements of World Knowledge (EWoK): A Cognition-Inspired Framework for Evaluating Basic World Knowledge in Language Models","created":"2024-05-15","cited_by_count":55,"area":"wm"},{"id":"2402.15911","title":"PRP: Propagating Universal Perturbations to Attack Large Language Model Guard-Rails","created":"2024-02-24","cited_by_count":52,"area":"safety"},{"id":"2404.08767","title":"LLM-Seg: Bridging Image Segmentation and Large Language Model Reasoning","created":"2024-04-12","cited_by_count":52,"area":"lr"},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2405.04655","title":"Understanding the Capabilities and Limitations of Large Language Models for Cultural Commonsense","created":"2024-05-07","cited_by_count":51,"area":null},{"id":"2402.11190","title":"Disclosure and Mitigation of Gender Bias in LLMs","created":"2024-02-17","cited_by_count":49,"area":null},{"id":"2401.16820","title":"Provably Robust Multi-bit Watermarking for AI-generated Text","created":"2024-01-30","cited_by_count":47,"area":"safety"},{"id":"2402.11756","title":"MARS: Meaning-Aware Response Scoring for Uncertainty Estimation in Generative LLMs","created":"2024-02-19","cited_by_count":46,"area":null},{"id":"2410.05355","title":"Falcon Mamba: The First Competitive Attention-free 7B Language Model","created":"2024-10-07","cited_by_count":46,"area":"ssm"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2404.16283","title":"Andes: Defining and Enhancing Quality-of-Experience in LLM-Based Text Streaming Services","created":"2024-04-25","cited_by_count":45,"area":"inference"},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2505.13738","title":"Power Lines: Scaling Laws for Weight Decay and Batch Size in LLM Pre-training","created":"2025-05-19","cited_by_count":43,"area":null},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2407.09424","title":"TelecomGPT: A Framework to Build Telecom-Specfic Large Language Models","created":"2024-07-12","cited_by_count":40,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2402.15491","title":"API-BLEND: A Comprehensive Corpora for Training and Benchmarking API LLMs","created":"2024-02-23","cited_by_count":39,"area":"agents"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2412.10271","title":"Benchmarking Linguistic Diversity of Large Language Models","created":"2024-12-13","cited_by_count":38,"area":null},{"id":"2502.02481","title":"Multilingual Machine Translation with Open Large Language Models at Practical Scale: An Empirical Study","created":"2025-02-04","cited_by_count":38,"area":null},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37,"area":null},{"id":"2408.11779","title":"Personality Alignment of Large Language Models","created":"2024-08-21","cited_by_count":36,"area":"alignment"},{"id":"2401.05749","title":"A Shocking Amount of the Web is Machine Translated: Insights from Multi-Way Parallelism","created":"2024-01-11","cited_by_count":35,"area":null},{"id":"2406.07243","title":"MBBQ: A Dataset for Cross-Lingual Comparison of Stereotypes in Generative LLMs","created":"2024-06-11","cited_by_count":35,"area":null},{"id":"2502.15938","title":"Straight to Zero: Why Linearly Decaying the Learning Rate to Zero Works Best for LLMs","created":"2025-02-21","cited_by_count":35,"area":null},{"id":"2312.04828","title":"HuRef: HUman-REadable Fingerprint for Large Language Models","created":"2023-12-08","cited_by_count":34,"area":null},{"id":"2402.12052","title":"Small Models, Big Insights: Leveraging Slim Proxy Models To Decide When and What to Retrieve for LLMs","created":"2024-02-19","cited_by_count":34,"area":null},{"id":"2402.14818","title":"PALO: A Polyglot Large Multimodal Model for 5B People","created":"2024-02-22","cited_by_count":34,"area":"mllm"},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2411.02280","title":"The LLM Language Network: A Neuroscientific Approach for Identifying Causally Task-Relevant Units","created":"2024-11-04","cited_by_count":34,"area":"lr"},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2405.00972","title":"CACTUS: Chemistry Agent Connecting Tool-Usage to Science","created":"2024-05-02","cited_by_count":33,"area":"agents"},{"id":"2406.12585","title":"Breaking the Ceiling of the LLM Community by Treating Token Generation as a Classification for Ensembling","created":"2024-06-18","cited_by_count":33,"area":null},{"id":"2408.11865","title":"How Susceptible are LLMs to Influence in Prompts?","created":"2024-08-17","cited_by_count":33,"area":null},{"id":"2502.06415","title":"Systematic Outliers in Large Language Models","created":"2025-02-10","cited_by_count":33,"area":null},{"id":"2401.17671","title":"Contextual Feature Extraction Hierarchies Converge in Large Language Models and the Brain","created":"2024-01-31","cited_by_count":32,"area":null},{"id":"2402.06262","title":"On the Efficacy of Eviction Policy for Key-Value Constrained Generative Language Model Inference","created":"2024-02-09","cited_by_count":32,"area":"inference"},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2412.19726","title":"Position: Theory of Mind Benchmarks are Broken for Large Language Models","created":"2024-12-27","cited_by_count":31,"area":null},{"id":"2404.01322","title":"A Review of Multi-Modal Large Language and Vision Models","created":"2024-03-28","cited_by_count":30,"area":null},{"id":"2407.17465","title":"u-$\\mu$P: The Unit-Scaled Maximal Update Parametrization","created":"2024-07-24","cited_by_count":29,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2401.13726","title":"Supporting Sensemaking of Large Language Model Outputs at Scale","created":"2024-01-24","cited_by_count":27,"area":null},{"id":"2402.01748","title":"Large Multi-Modal Models (LMMs) as Universal Foundation Models for AI-Native Wireless Systems","created":"2024-01-30","cited_by_count":27,"area":"mllm"},{"id":"2402.09552","title":"STEER: Assessing the Economic Rationality of Large Language Models","created":"2024-02-14","cited_by_count":27,"area":"lr"},{"id":"2403.15112","title":"Text Clustering with Large Language Model Embeddings","created":"2024-03-22","cited_by_count":27,"area":null},{"id":"2502.03814","title":"Large Language Models for Multi-Robot Systems: A Survey","created":"2025-02-06","cited_by_count":27,"area":null},{"id":"2403.14859","title":"Log Probabilities Are a Reliable Estimate of Semantic Plausibility in Base and Instruction-Tuned Language Models","created":"2024-03-21","cited_by_count":24,"area":null},{"id":"2404.08700","title":"DyKnow: Dynamically Verifying Time-Sensitive Factual Knowledge in LLMs","created":"2024-04-10","cited_by_count":24,"area":null},{"id":"2404.18353","title":"How secure is AI-generated Code: A Large-Scale Comparison of Large Language Models","created":"2024-04-29","cited_by_count":24,"area":null},{"id":"2407.08348","title":"Skywork-Math: Data Scaling Laws for Mathematical Reasoning in Large Language Models -- The Story Goes On","created":"2024-07-11","cited_by_count":24,"area":"lr"},{"id":"2410.12462","title":"Bridging the Language Gaps in Large Language Models with Inference-Time Cross-Lingual Intervention","created":"2024-10-16","cited_by_count":24,"area":null},{"id":"2402.01735","title":"VIALM: A Survey and Benchmark of Visually Impaired Assistance with Large Models","created":"2024-01-29","cited_by_count":23,"area":null},{"id":"2409.11564","title":"Preference Tuning with Human Feedback on Language, Speech, and Vision Tasks: A Survey","created":"2024-09-17","cited_by_count":23,"area":"alignment"},{"id":"2410.08876","title":"RoRA-VLM: Robust Retrieval-Augmented Vision Language Models","created":"2024-10-11","cited_by_count":23,"area":"mllm"},{"id":"2501.04437","title":"Integrating LLMs with ITS: Recent Advances, Potentials, Challenges, and Future Directions","created":"2025-01-08","cited_by_count":23,"area":null}],"next_cursor":"100"}