{"list":"other","total":55,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"1704.04683","title":"RACE: Large-scale ReAding Comprehension Dataset From Examinations","created":"2017-04-15","cited_by_count":861},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799},{"id":"1707.06209","title":"Crowdsourcing Multiple Choice Science Questions","created":"2017-07-19","cited_by_count":765},{"id":"1912.00582","title":"BLiMP: The Benchmark of Linguistic Minimal Pairs for English","created":"2019-12-02","cited_by_count":564},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"2402.19173","title":"StarCoder 2 and The Stack v2: The Next Generation","created":"2024-02-29","cited_by_count":502},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"2310.10631","title":"Llemma: An Open Language Model For Mathematics","created":"2023-10-16","cited_by_count":388},{"id":"1711.00489","title":"Don't Decay the Learning Rate, Increase the Batch Size","created":"2017-11-01","cited_by_count":320},{"id":"1812.06162","title":"An Empirical Model of Large-Batch Training","created":"2018-12-14","cited_by_count":281},{"id":"2607.02770","title":"Gemma 4 Technical Report","created":"2026-07-02","cited_by_count":259},{"id":"1810.12885","title":"ReCoRD: Bridging the Gap between Human and Machine Commonsense Reading Comprehension","created":"2018-10-30","cited_by_count":200},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184},{"id":"2006.06657","title":"Directional convergence and alignment in deep learning","created":"2020-06-11","cited_by_count":178},{"id":"2604.15804","title":"Qwen3.5-Omni Technical Report","created":"2026-04-17","cited_by_count":174},{"id":"2506.20920","title":"FineWeb2: One Pipeline to Scale Them All -- Adapting Pre-Training Data Processing to Every Language","created":"2025-06-26","cited_by_count":143},{"id":"2502.18443","title":"olmOCR: Unlocking Trillions of Tokens in PDFs with Vision Language Models","created":"2025-02-25","cited_by_count":125},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124},{"id":"2210.14199","title":"Same Pre-training Loss, Better Downstream: Implicit Bias Matters for Language Models","created":"2022-10-25","cited_by_count":84},{"id":"2305.13673","title":"Physics of Language Models: Part 1, Learning Hierarchical Language Structures","created":"2023-05-23","cited_by_count":83},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63},{"id":"2010.09697","title":"Effects of Parameter Norm Growth During Transformer Training: Inductive Bias from Gradient Descent","created":"2020-10-19","cited_by_count":40},{"id":"2502.19249","title":"Between Circuits and Chomsky: Pre-pretraining on Formal Languages Imparts Linguistic Biases","created":"2025-02-26","cited_by_count":37},{"id":"2409.12568","title":"InfiMM-WebMath-40B: Advancing Multimodal Pre-Training for Enhanced Mathematical Reasoning","created":"2024-09-19","cited_by_count":36},{"id":"2304.13060","title":"Injecting structural hints: Using language models to study inductive biases in language learning","created":"2023-04-25","cited_by_count":35},{"id":"2405.21068","title":"Code Pretraining Improves Entity Tracking Abilities of Language Models","created":"2024-05-31","cited_by_count":31},{"id":"2203.10326","title":"Pretraining with Artificial Language: Studying Transferable Knowledge in Language Models","created":"2022-03-19","cited_by_count":28},{"id":"2409.04556","title":"How Does Code Pretraining Affect Language Model Task Performance?","created":"2024-09-06","cited_by_count":28},{"id":"2506.04079","title":"EuroLLM-9B: Technical Report","created":"2025-06-04","cited_by_count":17},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15},{"id":"2601.21725","title":"Procedural Pretraining: Warming Up Language Models with Abstract Data","created":"2026-01-29","cited_by_count":10},{"id":"2203.14188","title":"mdx: A Cloud Platform for Supporting Data Science and Cross-Disciplinary Research Collaborations","created":"2022-03-27","cited_by_count":8},{"id":"2210.13569","title":"Characterizing Verbatim Short-Term Memory in Neural Language Models","created":"2022-10-24","cited_by_count":8},{"id":"2511.13945","title":"Can You Learn to See Without Images? Procedural Warm-Up for Vision Transformers","created":"2025-11-17","cited_by_count":8},{"id":"2604.13977","title":"How Can We Synthesize High-Quality Pretraining Data? A Systematic Study of Prompt Design, Generator Model, and Source Data","created":"2026-04-15","cited_by_count":6},{"id":"2602.23349","title":"FlashOptim: Optimizers for Memory-Efficient Training","created":"2026-02-26","cited_by_count":5},{"id":"2411.07075","title":"Transformer verbatim in-context retrieval across time and scale","created":"2024-11-11","cited_by_count":4},{"id":"2601.03448","title":"Enhancing Linguistic Competence of Language Models through Pre-training with Language Learning Tasks","created":"2026-01-06","cited_by_count":4},{"id":"2505.15769","title":"Transfer of Structural Knowledge from Synthetic Languages","created":"2025-05-21","cited_by_count":3},{"id":"2605.10129","title":"Synthetic Pre-Pre-Training Improves Language Model Robustness to Noisy Pre-Training Data","created":"2026-05-11","cited_by_count":3},{"id":"2608.03930","title":"Logic Before Language: Pre-pretraining on Formal Derivations Fosters Skill Acquisition and Compressibility","created":"2026-08-04","cited_by_count":2},{"id":"2605.16758","title":"Language Acquisition Device in Large Language Models","created":"2026-05-16","cited_by_count":1},{"id":"2606.28057","title":"MultiHashFormer: Hash-based Generative Language Models","created":"2026-06-26","cited_by_count":1}],"next_cursor":null}