{"list":"other","total":109,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2305.01210","title":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation","created":"2023-05-02","cited_by_count":1391},{"id":"2508.10925","title":"gpt-oss-120b & gpt-oss-20b Model Card","created":"2025-08-08","cited_by_count":1386},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2501.12599","title":"Kimi k1.5: Scaling Reinforcement Learning with LLMs","created":"2025-01-22","cited_by_count":1210},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2305.08322","title":"C-Eval: A Multi-Level Multi-Discipline Chinese Evaluation Suite for Foundation Models","created":"2023-05-15","cited_by_count":708},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601},{"id":"2507.20534","title":"Kimi K2: Open Agentic Intelligence","created":"2025-07-28","cited_by_count":567},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2505.22617","title":"The Entropy Mechanism of Reinforcement Learning for Reasoning Language Models","created":"2025-05-28","cited_by_count":485},{"id":"2306.09212","title":"CMMLU: Measuring massive multitask language understanding in Chinese","created":"2023-06-15","cited_by_count":449},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216},{"id":"2402.18668","title":"Simple linear attention language models balance the recall-throughput tradeoff","created":"2024-02-28","cited_by_count":208},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204},{"id":"2312.04927","title":"Zoology: Measuring and Improving Recall in Efficient Language Models","created":"2023-12-08","cited_by_count":204},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198},{"id":"2406.04127","title":"Are We Done with MMLU?","created":"2024-06-06","cited_by_count":194},{"id":"2207.00729","title":"The Parallelism Tradeoff: Limitations of Log-Precision Transformers","created":"2022-07-02","cited_by_count":193},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191},{"id":"2404.08819","title":"The Illusion of State in State-Space Models","created":"2024-04-12","cited_by_count":187},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186},{"id":"2412.05496","title":"Flex Attention: A Programming Model for Generating Optimized Attention Kernels","created":"2024-12-07","cited_by_count":185},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179},{"id":"2501.08313","title":"MiniMax-01: Scaling Foundation Models with Lightning Attention","created":"2025-01-14","cited_by_count":166},{"id":"2409.12941","title":"Fact, Fetch, and Reason: A Unified Evaluation of Retrieval-Augmented Generation","created":"2024-09-19","cited_by_count":162},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144},{"id":"2503.14456","title":"RWKV-7 \"Goose\" with Expressive Dynamic State Evolution","created":"2025-03-18","cited_by_count":141},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137},{"id":"2503.21614","title":"A Survey of Efficient Reasoning for Large Reasoning Models: Language, Multimodality, and Beyond","created":"2025-03-27","cited_by_count":132},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101},{"id":"2504.03624","title":"Nemotron-H: A Family of Accurate and Efficient Hybrid Mamba-Transformer Models","created":"2025-04-04","cited_by_count":100},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99},{"id":"1902.09113","title":"Star-Transformer","created":"2019-02-25","cited_by_count":94},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66},{"id":"2402.18510","title":"RNNs are not Transformers (Yet): The Key Bottleneck on In-context Retrieval","created":"2024-02-28","cited_by_count":64},{"id":"2407.14207","title":"Longhorn: State Space Models are Amortized Online Learners","created":"2024-07-19","cited_by_count":59},{"id":"2507.22448","title":"Falcon-H1: A Family of Hybrid-Head Language Models Redefining Efficiency and Performance","created":"2025-07-30","cited_by_count":57},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52},{"id":"2011.07831","title":"Learning Associative Inference Using Fast Weight Memory","created":"2020-11-16","cited_by_count":51},{"id":"2406.11612","title":"Long Code Arena: a Set of Benchmarks for Long-Context Code Models","created":"2024-06-17","cited_by_count":50},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47},{"id":"1907.09720","title":"Metalearned Neural Memory","created":"2019-07-23","cited_by_count":44},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39},{"id":"2406.06025","title":"RepoQA: Evaluating Long Context Code Understanding","created":"2024-06-10","cited_by_count":35},{"id":"2307.14995","title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer","created":"2023-07-27","cited_by_count":34},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34},{"id":"2505.19488","title":"Understanding Transformer from the Perspective of Associative Memory","created":"2025-05-26","cited_by_count":34},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33},{"id":"2505.15431","title":"Hunyuan-TurboS: Advancing Large Language Models through Mamba-Transformer Synergy and Adaptive Chain-of-Thought","created":"2025-05-21","cited_by_count":29}],"next_cursor":"100"}