{"total":460,"rows":[{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2405.07987","title":"The Platonic Representation Hypothesis","created":"2024-05-13","cited_by_count":382,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2409.11321","title":"SOAP: Improving and Stabilizing Shampoo using Adam","created":"2024-09-17","cited_by_count":192,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2411.04905","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","created":"2024-11-07","cited_by_count":130,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2406.19276","title":"VERISCORE: Evaluating the factuality of verifiable claims in long-form text generation","created":"2024-06-27","cited_by_count":117,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2501.15368","title":"Baichuan-Omni-1.5 Technical Report","created":"2025-01-26","cited_by_count":111,"area":null},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2406.05761","title":"The BiGGen Bench: A Principled Benchmark for Fine-grained Evaluation of Language Models with Language Models","created":"2024-06-09","cited_by_count":93,"area":null},{"id":"2406.11813","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","created":"2024-06-17","cited_by_count":90,"area":null},{"id":"2403.18421","title":"BioMedLM: A 2.7B Parameter Language Model Trained On Biomedical Text","created":"2024-03-27","cited_by_count":86,"area":null},{"id":"2407.14985","title":"Generalization v.s. Memorization: Tracing Language Models' Capabilities Back to Pretraining Data","created":"2024-07-20","cited_by_count":85,"area":null},{"id":"2409.19606","title":"Hyper-Connections","created":"2024-09-29","cited_by_count":84,"area":null},{"id":"2506.10943","title":"Self-Adapting Language Models","created":"2025-06-12","cited_by_count":84,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2406.07545","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","created":"2024-06-11","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73,"area":null},{"id":"2403.15246","title":"FollowIR: Evaluating and Teaching Information Retrieval Models to Follow Instructions","created":"2024-03-22","cited_by_count":69,"area":null},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2403.06265","title":"Unpacking Tokenization: Evaluating Text Compression and its Correlation with Model Performance","created":"2024-03-10","cited_by_count":61,"area":null},{"id":"2406.14703","title":"Do LLMs Have Distinct and Consistent Personality? TRAIT: Personality Testset designed for LLMs with Psychometrics","created":"2024-06-20","cited_by_count":59,"area":null},{"id":"2410.02185","title":"POSIX: A Prompt Sensitivity Index For Large Language Models","created":"2024-10-03","cited_by_count":59,"area":null},{"id":"2407.12854","title":"Scaling Retrieval-Based Language Models with a Trillion-Token Datastore","created":"2024-07-09","cited_by_count":56,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2404.10199","title":"CULTURE-GEN: Revealing Global Cultural Perception in Language Models through Natural Language Prompting","created":"2024-04-16","cited_by_count":55,"area":null},{"id":"2504.17674","title":"Energy Considerations of Large Language Model Inference and Efficiency Optimizations","created":"2025-04-24","cited_by_count":55,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2507.09404","title":"Scaling Laws for Optimal Data Mixtures","created":"2025-07-12","cited_by_count":52,"area":null},{"id":"2403.12958","title":"Dated Data: Tracing Knowledge Cutoffs in Large Language Models","created":"2024-03-19","cited_by_count":51,"area":null},{"id":"2407.00837","title":"Towards Robust Speech Representation Learning for Thousands of Languages","created":"2024-06-30","cited_by_count":50,"area":null},{"id":"2410.08527","title":"Scaling Laws for Predicting Downstream Performance in LLMs","created":"2024-10-11","cited_by_count":48,"area":null},{"id":"2410.13722","title":"Persistent Pre-Training Poisoning of LLMs","created":"2024-10-17","cited_by_count":48,"area":null},{"id":"2408.10914","title":"To Code, or Not To Code? Exploring Impact of Code in Pre-training","created":"2024-08-20","cited_by_count":47,"area":null},{"id":"2405.05417","title":"Fishing for Magikarp: Automatically Detecting Under-trained Tokens in Large Language Models","created":"2024-05-08","cited_by_count":46,"area":null},{"id":"2407.14933","title":"Consent in Crisis: The Rapid Decline of the AI Data Commons","created":"2024-07-20","cited_by_count":46,"area":null},{"id":"2409.05816","title":"Improving Pretraining Data Using Perplexity Correlations","created":"2024-09-09","cited_by_count":46,"area":null},{"id":"2504.00125","title":"LLMs for Explainable AI: A Comprehensive Survey","created":"2025-03-31","cited_by_count":45,"area":null},{"id":"2407.00211","title":"Detection and Measurement of Syntactic Templates in Generated Text","created":"2024-06-28","cited_by_count":44,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2403.20266","title":"Latxa: An Open Language Model and Evaluation Suite for Basque","created":"2024-03-29","cited_by_count":42,"area":null},{"id":"2410.04265","title":"AI as Humanity's Salieri: Quantifying Linguistic Creativity of Language Models via Systematic Attribution of Machine Text against Web Text","created":"2024-10-05","cited_by_count":42,"area":null},{"id":"2410.08565","title":"Baichuan-Omni Technical Report","created":"2024-10-11","cited_by_count":42,"area":null},{"id":"2507.16076","title":"The Prompt Makes the Person(a): A Systematic Evaluation of Sociodemographic Persona Prompting for Large Language Models","created":"2025-07-21","cited_by_count":42,"area":null},{"id":"2407.07972","title":"Deconstructing What Makes a Good Optimizer for Language Models","created":"2024-07-10","cited_by_count":41,"area":null},{"id":"2409.11136","title":"Promptriever: Instruction-Trained Retrievers Can Be Prompted Like Language Models","created":"2024-09-17","cited_by_count":40,"area":null},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2412.10271","title":"Benchmarking Linguistic Diversity of Large Language Models","created":"2024-12-13","cited_by_count":38,"area":null},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2405.16122","title":"Prompt Optimization with EASE? Efficient Ordering-aware Automated Selection of Exemplars","created":"2024-05-25","cited_by_count":37,"area":null},{"id":"2404.06209","title":"Elephants Never Forget: Memorization and Learning of Tabular Data in Large Language Models","created":"2024-04-09","cited_by_count":36,"area":null},{"id":"2407.08699","title":"Mitigating Catastrophic Forgetting in Language Transfer via Model Merging","created":"2024-07-11","cited_by_count":36,"area":null},{"id":"2503.21073","title":"Shared Global and Local Geometry of Language Model Embeddings","created":"2025-03-27","cited_by_count":36,"area":null},{"id":"2407.15018","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","created":"2024-07-21","cited_by_count":35,"area":null},{"id":"2509.11106","title":"Fluid Language Model Benchmarking","created":"2025-09-14","cited_by_count":35,"area":null},{"id":"2509.23024","title":"Tracing the Representation Geometry of Language Models from Pretraining to Post-training","created":"2025-09-27","cited_by_count":35,"area":null},{"id":"2402.16840","title":"MobiLlama: Towards Accurate and Lightweight Fully Transparent GPT","created":"2024-02-26","cited_by_count":34,"area":null},{"id":"2406.13469","title":"Encoder vs Decoder: Comparative Analysis of Encoder and Decoder Language Models on Multilingual NLU Tasks","created":"2024-06-19","cited_by_count":34,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2405.07883","title":"Zero-Shot Tokenizer Transfer","created":"2024-05-13","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2409.04599","title":"BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training","created":"2024-09-06","cited_by_count":31,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2502.17410","title":"COSMOS: A Hybrid Adaptive Optimizer for Memory-Efficient Training of LLMs","created":"2025-02-24","cited_by_count":30,"area":null},{"id":"2503.10996","title":"Taming Knowledge Conflicts in Language Models","created":"2025-03-14","cited_by_count":30,"area":null},{"id":"2408.11029","title":"Scaling Law with Learning Rate Annealing","created":"2024-08-20","cited_by_count":29,"area":null},{"id":"2409.12903","title":"Scaling Smart: Accelerating Large Language Model Pre-training with Small Model Initialization","created":"2024-09-19","cited_by_count":29,"area":null},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2409.04556","title":"How Does Code Pretraining Affect Language Model Task Performance?","created":"2024-09-06","cited_by_count":28,"area":null},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2406.12665","title":"CollabStory: Multi-LLM Collaborative Story Generation and Authorship Analysis","created":"2024-06-18","cited_by_count":26,"area":null},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26,"area":null},{"id":"2503.05804","title":"Holistically Evaluating the Environmental Impact of Creating Language Models","created":"2025-03-03","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2410.05873","title":"MEXA: Multilingual Evaluation of English-Centric LLMs via Cross-Lingual Alignment","created":"2024-10-08","cited_by_count":25,"area":null},{"id":"2403.06949","title":"Materials science in the era of large language models: a perspective","created":"2024-03-11","cited_by_count":24,"area":null},{"id":"2404.08700","title":"DyKnow: Dynamically Verifying Time-Sensitive Factual Knowledge in LLMs","created":"2024-04-10","cited_by_count":24,"area":null},{"id":"2410.04197","title":"CS4: Measuring the Creativity of Large Language Models Automatically by Controlling the Number of Story-Writing Constraints","created":"2024-10-05","cited_by_count":24,"area":null},{"id":"2410.22394","title":"AAAR-1.0: Assessing AI's Potential to Assist Research","created":"2024-10-29","cited_by_count":24,"area":null},{"id":"2410.09300","title":"Nudging: Inference-time Alignment of LLMs via Guided Decoding","created":"2024-10-11","cited_by_count":23,"area":null},{"id":"2504.12459","title":"On Linear Representations and Pretraining Data Frequency in Language Models","created":"2025-04-16","cited_by_count":23,"area":null},{"id":"2505.23971","title":"Critical Batch Size Revisited: A Simple Empirical Approach to Large-Batch Language Model Training","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2406.11477","title":"How Can We Effectively Expand the Vocabulary of LLMs with 0.01GB of Target Language Text?","created":"2024-06-17","cited_by_count":22,"area":null},{"id":"2408.00397","title":"In-Context Example Selection via Similarity Search Improves Low-Resource Machine Translation","created":"2024-08-01","cited_by_count":22,"area":null}],"next_cursor":"100"}