{"list":"other","total":57,"rows":[{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","created":"2024-02-05","cited_by_count":9379},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1811.00937","title":"CommonsenseQA: A Question Answering Challenge Targeting Commonsense Knowledge","created":"2018-11-02","cited_by_count":1822},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"1909.06146","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","created":"2019-09-13","cited_by_count":1288},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2306.11644","title":"Textbooks Are All You Need","created":"2023-06-20","cited_by_count":569},{"id":"2309.05463","title":"Textbooks Are All You Need II: phi-1.5 technical report","created":"2023-09-11","cited_by_count":565},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562},{"id":"2309.05653","title":"MAmmoTH: Building Math Generalist Models through Hybrid Instruction Tuning","created":"2023-09-11","cited_by_count":487},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360},{"id":"2305.17493","title":"The Curse of Recursion: Training on Generated Data Makes Models Forget","created":"2023-05-27","cited_by_count":356},{"id":"2406.08464","title":"Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing","created":"2024-06-12","cited_by_count":346},{"id":"2501.00656","title":"2 OLMo 2 Furious","created":"2024-12-31","cited_by_count":340},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301},{"id":"2402.01306","title":"KTO: Model Alignment as Prospect Theoretic Optimization","created":"2024-02-02","cited_by_count":264},{"id":"2406.15126","title":"On LLMs-Driven Synthetic Data Generation, Curation, and Evaluation: A Survey","created":"2024-06-14","cited_by_count":244},{"id":"2412.02595","title":"Nemotron-CC: Transforming Common Crawl into a Refined Long-Horizon Pretraining Dataset","created":"2024-12-03","cited_by_count":160},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76},{"id":"2403.06412","title":"CLIcK: A Benchmark Dataset of Cultural and Linguistic Intelligence in Korean","created":"2024-03-11","cited_by_count":66},{"id":"2410.15226","title":"On the Diversity of Synthetic Data and its Impact on Training Large Language Models","created":"2024-10-19","cited_by_count":59},{"id":"2507.22448","title":"Falcon-H1: A Family of Hybrid-Head Language Models Redefining Efficiency and Performance","created":"2025-07-30","cited_by_count":57},{"id":"2505.05427","title":"Ultra-FineWeb: Efficient Data Filtering and Verification for High-Quality LLM Training Data","created":"2025-05-08","cited_by_count":38},{"id":"1904.09728","title":"SocialIQA: Commonsense Reasoning about Social Interactions","created":"2019-04-22","cited_by_count":37},{"id":"2406.11687","title":"Tokenization Falling Short: On Subword Robustness in Large Language Models","created":"2024-06-17","cited_by_count":20},{"id":"2505.23480","title":"Revisiting Overthinking in Long Chain-of-Thought from the Perspective of Self-Doubt","created":"2025-05-29","cited_by_count":18},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14},{"id":"2505.16125","title":"KoBALT: Korean Benchmark For Advanced Linguistic Tasks","created":"2025-05-22","cited_by_count":13},{"id":"2502.09419","title":"On multi-token prediction for efficient LLM inference","created":"2025-02-13","cited_by_count":7},{"id":"2507.08924","title":"From KMMLU-Redux to KMMLU-Pro: A Professional Korean Benchmark Suite for LLM Evaluation","created":"2025-07-11","cited_by_count":6},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4},{"id":"2508.18279","title":"Reasoning Steps as Curriculum: Using Depth of Thought as a Difficulty Signal for Tuning LLMs","created":"2025-08-13","cited_by_count":3},{"id":"2509.22193","title":"Scale or Reason? A Compute-Equivalent Analysis of Reasoning Distillation","created":"2025-09-26","cited_by_count":3},{"id":"2505.22757","title":"Pre-Training Curriculum for Multi-Token Prediction in Language Models","created":"2025-05-28","cited_by_count":2}],"next_cursor":null}