{"list":"other","total":77,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2409.12122","title":"Qwen2.5-Math Technical Report: Toward Mathematical Expert Model via Self-Improvement","created":"2024-09-18","cited_by_count":1090},{"id":"1903.00161","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","created":"2019-03-01","cited_by_count":903},{"id":"1607.01759","title":"Bag of Tricks for Efficient Text Classification","created":"2016-07-06","cited_by_count":876},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"2306.08568","title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct","created":"2023-06-14","cited_by_count":733},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"2305.08322","title":"C-Eval: A Multi-Level Multi-Discipline Chinese Evaluation Suite for Foundation Models","created":"2023-05-15","cited_by_count":708},{"id":"2506.07982","title":"$\\tau^2$-Bench: Evaluating Conversational Agents in a Dual-Control Environment","created":"2025-06-09","cited_by_count":627},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601},{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2211.11501","title":"DS-1000: A Natural and Reliable Benchmark for Data Science Code Generation","created":"2022-11-18","cited_by_count":452},{"id":"2306.09212","title":"CMMLU: Measuring massive multitask language understanding in Chinese","created":"2023-06-15","cited_by_count":449},{"id":"2406.20094","title":"Scaling Synthetic Data Creation with 1,000,000,000 Personas","created":"2024-06-28","cited_by_count":417},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2309.14316","title":"Physics of Language Models: Part 3.1, Knowledge Storage and Extraction","created":"2023-09-25","cited_by_count":270},{"id":"2312.02120","title":"Magicoder: Empowering Code Generation with OSS-Instruct","created":"2023-12-04","cited_by_count":256},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189},{"id":"2310.11248","title":"CrossCodeEval: A Diverse and Multilingual Benchmark for Cross-File Code Completion","created":"2023-10-17","cited_by_count":183},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"2501.08313","title":"MiniMax-01: Scaling Foundation Models with Lightning Attention","created":"2025-01-14","cited_by_count":166},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157},{"id":"2405.03548","title":"MAmmoTH2: Scaling Instructions from the Web","created":"2024-05-06","cited_by_count":145},{"id":"2208.08227","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","created":"2022-08-17","cited_by_count":136},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125},{"id":"2506.20512","title":"OctoThinker: Mid-training Incentivizes Reinforcement Learning Scaling","created":"2025-06-25","cited_by_count":113},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90},{"id":"2409.12640","title":"Michelangelo: Long Context Evaluations Beyond Haystacks via Latent Structure Queries","created":"2024-09-19","cited_by_count":88},{"id":"2402.16352","title":"MathGenie: Generating Synthetic Data with Question Back-translation for Enhancing Mathematical Reasoning of LLMs","created":"2024-02-26","cited_by_count":72},{"id":"2501.12851","title":"ACEBench: Who Wins the Match Point in Tool Usage?","created":"2025-01-22","cited_by_count":71},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62},{"id":"2410.24198","title":"SelfCodeAlign: Self-Alignment for Code Generation","created":"2024-10-31","cited_by_count":62},{"id":"2406.03476","title":"Does your data spark joy? Performance gains from domain upsampling at the end of training","created":"2024-06-05","cited_by_count":52},{"id":"2504.02807","title":"MegaMath: Pushing the Limits of Open Math Corpora","created":"2025-04-03","cited_by_count":51},{"id":"2405.14365","title":"JiuZhang3.0: Efficiently Improving Mathematical Reasoning by Training Small Data Synthesis Models","created":"2024-05-23","cited_by_count":45},{"id":"2505.15431","title":"Hunyuan-TurboS: Advancing Large Language Models through Mamba-Transformer Synergy and Adaptive Chain-of-Thought","created":"2025-05-21","cited_by_count":29},{"id":"2510.03264","title":"Front-Loading Reasoning: The Synergy between Pretraining and Post-Training Data","created":"2025-09-26","cited_by_count":27},{"id":"2412.15285","title":"Maximize Your Data's Potential: Enhancing LLM Accuracy with Two-Phase Pretraining","created":"2024-12-18","cited_by_count":26},{"id":"2407.10194","title":"Curriculum Learning for Small Code Language Models","created":"2024-07-14","cited_by_count":22},{"id":"2501.13126","title":"Preference Curriculum: LLMs Should Always Be Pretrained on Their Preferred Data","created":"2025-01-21","cited_by_count":16},{"id":"2407.18743","title":"Towards Effective and Efficient Continual Pre-training of Large Language Models","created":"2024-07-26","cited_by_count":15},{"id":"2410.12881","title":"MIND: Math Informed syNthetic Dialogues for Pretraining LLMs","created":"2024-10-15","cited_by_count":14},{"id":"2502.19103","title":"LongEval: A Comprehensive Analysis of Long-Text Generation Through a Plan-based Paradigm","created":"2025-02-26","cited_by_count":14},{"id":"2409.04774","title":"Untie the Knots: An Efficient Data Augmentation Strategy for Long-Context Pre-Training in Language Models","created":"2024-09-07","cited_by_count":9},{"id":"2502.05551","title":"FRAME: Boosting LLMs with A Four-Quadrant Multi-Stage Pretraining Strategy","created":"2025-02-08","cited_by_count":4},{"id":"2508.01326","title":"Large-Scale Diverse Synthesis for Mid-Training","created":"2025-08-02","cited_by_count":3},{"id":"2505.14070","title":"Enhancing LLMs via High-Knowledge Data Selection","created":"2025-05-20","cited_by_count":2},{"id":"2508.01317","title":"LinkQA: Synthesizing Diverse QA from Multiple Seeds Strongly Linked by Knowledge Points","created":"2025-08-02","cited_by_count":2},{"id":"2509.21124","title":"Expanding Reasoning Potential in Foundation Model by Learning Diverse Chains of Thought Patterns","created":"2025-09-25","cited_by_count":2},{"id":"2502.00761","title":"FIRE: Flexible Integration of Data Quality Ratings for Effective Pre-Training","created":"2025-02-02","cited_by_count":1}],"next_cursor":null}