{"list":"other","total":82,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","created":"2024-02-05","cited_by_count":9379},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1907.05600","title":"Generative Modeling by Estimating Gradients of the Data Distribution","created":"2019-07-12","cited_by_count":4101},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"1711.05101","title":"Decoupled Weight Decay Regularization","created":"2017-11-14","cited_by_count":1831},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"2206.14858","title":"Solving Quantitative Reasoning Problems with Language Models","created":"2022-06-29","cited_by_count":1392},{"id":"2412.19437","title":"DeepSeek-V3 Technical Report","created":"2024-12-27","cited_by_count":811},{"id":"2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","created":"2024-12-09","cited_by_count":797},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"1905.13319","title":"MathQA: Towards Interpretable Math Word Problem Solving with Operation-Based Formalisms","created":"2019-05-30","cited_by_count":662},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"1909.01377","title":"Deep Equilibrium Models","created":"2019-09-03","cited_by_count":615},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"2402.19173","title":"StarCoder 2 and The Stack v2: The Next Generation","created":"2024-02-29","cited_by_count":502},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"2406.08464","title":"Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing","created":"2024-06-12","cited_by_count":346},{"id":"2501.00656","title":"2 OLMo 2 Furious","created":"2024-12-31","cited_by_count":340},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307},{"id":"2403.09629","title":"Quiet-STaR: Language Models Can Teach Themselves to Think Before Speaking","created":"2024-03-14","cited_by_count":301},{"id":"2406.18629","title":"Step-DPO: Step-wise Preference Optimization for Long-chain Reasoning of LLMs","created":"2024-06-26","cited_by_count":273},{"id":"2406.08673","title":"HelpSteer2: Open-source dataset for training top-performing reward models","created":"2024-06-12","cited_by_count":236},{"id":"2405.14838","title":"From Explicit CoT to Implicit CoT: Learning to Internalize CoT Step by Step","created":"2024-05-23","cited_by_count":235},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223},{"id":"2410.01560","title":"OpenMathInstruct-2: Accelerating AI for Math with Massive Open-Source Instruction Data","created":"2024-10-02","cited_by_count":200},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189},{"id":"2105.08209","title":"BookSum: A Collection of Datasets for Long-form Narrative Summarization","created":"2021-05-18","cited_by_count":184},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179},{"id":"1911.01547","title":"On the Measure of Intelligence","created":"2019-11-05","cited_by_count":144},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144},{"id":"2405.12981","title":"Reducing Transformer Key-Value Cache Size with Cross-Layer Attention","created":"2024-05-21","cited_by_count":131},{"id":"1907.01470","title":"Augmenting Self-attention with Persistent Memory","created":"2019-07-02","cited_by_count":93},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78},{"id":"2407.05872","title":"Scaling Exponents Across Parameterizations and Optimizers","created":"2024-07-08","cited_by_count":76},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66},{"id":"2410.08292","title":"Can Looped Transformers Learn to Implement Multi-step Gradient Descent for In-context Learning?","created":"2024-10-10","cited_by_count":65},{"id":"2209.14981","title":"Stop Wasting My Time! Saving Days of ImageNet and BERT Training with Latest Weight Averaging","created":"2022-09-29","cited_by_count":54},{"id":"2407.09298","title":"Transformer Layers as Painters","created":"2024-07-12","cited_by_count":54},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52},{"id":"2410.05864","title":"From Tokens to Words: On the Inner Lexicon of LLMs","created":"2024-10-08","cited_by_count":48},{"id":"2006.12467","title":"The Depth-to-Width Interplay in Self-Attention","created":"2020-06-22","cited_by_count":42},{"id":"2311.03755","title":"Multilingual Mathematical Autoformalization","created":"2023-11-07","cited_by_count":39},{"id":"2410.08196","title":"MathCoder2: Better Math Reasoning from Continued Pretraining on Model-translated Mathematical Code","created":"2024-10-10","cited_by_count":39},{"id":"2408.03350","title":"miniCTX: Neural Theorem Proving with (Long-)Contexts","created":"2024-08-05","cited_by_count":37},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37},{"id":"2412.09563","title":"Does Representation Matter? Exploring Intermediate Layers in Large Language Models","created":"2024-12-12","cited_by_count":34},{"id":"2310.07096","title":"Sparse Universal Transformer","created":"2023-10-11","cited_by_count":32},{"id":"1911.03329","title":"Memory-Augmented Recurrent Neural Networks Can Learn Generalized Dyck Languages","created":"2019-11-08","cited_by_count":31},{"id":"2406.04229","title":"The CLRS-Text Algorithmic Reasoning Language Benchmark","created":"2024-06-06","cited_by_count":28},{"id":"2407.17227","title":"LEAN-GitHub: Compiling GitHub LEAN repositories for a versatile LEAN prover","created":"2024-07-24","cited_by_count":25},{"id":"2402.13449","title":"CAMELoT: Towards Large Language Models with Training-Free Consolidated Associative Memory","created":"2024-02-21","cited_by_count":24},{"id":"2009.13102","title":"Deep Transformers with Latent Depth","created":"2020-09-28","cited_by_count":17},{"id":"2010.06192","title":"Revisiting BFloat16 Training","created":"2020-10-13","cited_by_count":17},{"id":"2007.03629","title":"Strong Generalization and Efficiency in Neural Programs","created":"2020-07-07","cited_by_count":12},{"id":"2108.06011","title":"Datasets for Studying Generalization from Easy to Hard Examples","created":"2021-08-13","cited_by_count":12},{"id":"2002.09402","title":"Addressing Some Limitations of Transformers with Feedback Memory","created":"2020-02-21","cited_by_count":9},{"id":"2410.23451","title":"Rethinking Deep Thinking: Stable Learning of Algorithms using Lipschitz Constraints","created":"2024-10-30","cited_by_count":9},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7},{"id":"1908.06209","title":"Parametric Majorization for Data-Driven Energy Minimization Methods","created":"2019-08-17","cited_by_count":4}],"next_cursor":null}