{"list":"other","total":59,"rows":[{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2311.12022","title":"GPQA: A Graduate-Level Google-Proof Q&A Benchmark","created":"2023-11-20","cited_by_count":2879},{"id":"1711.05101","title":"Decoupled Weight Decay Regularization","created":"2017-11-14","cited_by_count":1831},{"id":"2508.10925","title":"gpt-oss-120b & gpt-oss-20b Model Card","created":"2025-08-08","cited_by_count":1386},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040},{"id":"2512.02556","title":"DeepSeek-V3.2: Pushing the Frontier of Open Large Language Models","created":"2025-12-02","cited_by_count":815},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2602.15763","title":"GLM-5: from Vibe Coding to Agentic Engineering","created":"2026-02-17","cited_by_count":587},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288},{"id":"2607.02770","title":"Gemma 4 Technical Report","created":"2026-07-02","cited_by_count":259},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242},{"id":"2406.10149","title":"BABILong: Testing the Limits of LLMs with Long Context Reasoning-in-a-Haystack","created":"2024-06-14","cited_by_count":215},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196},{"id":"2501.08313","title":"MiniMax-01: Scaling Foundation Models with Lightning Attention","created":"2025-01-14","cited_by_count":166},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138},{"id":"2503.17407","title":"A Comprehensive Survey on Long Context Language Modeling","created":"2025-03-20","cited_by_count":117},{"id":"2504.03624","title":"Nemotron-H: A Family of Accurate and Efficient Hybrid Mamba-Transformer Models","created":"2025-04-04","cited_by_count":100},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65},{"id":"2404.07839","title":"RecurrentGemma: Moving Past Transformers for Efficient Open Language Models","created":"2024-04-11","cited_by_count":64},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53},{"id":"2408.12570","title":"Jamba-1.5: Hybrid Transformer-Mamba Models at Scale","created":"2024-08-22","cited_by_count":50},{"id":"2412.14135","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","created":"2024-12-18","cited_by_count":50},{"id":"2606.13392","title":"MiniMax Sparse Attention","created":"2026-06-11","cited_by_count":44},{"id":"2506.14429","title":"LongLLaDA: Unlocking Long Context Capabilities in Diffusion LLMs","created":"2025-06-17","cited_by_count":40},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34},{"id":"2505.19488","title":"Understanding Transformer from the Perspective of Associative Memory","created":"2025-05-26","cited_by_count":34},{"id":"2503.01496","title":"Liger: Linearizing Large Language Models to Gated Recurrent Structures","created":"2025-03-03","cited_by_count":33},{"id":"2405.17381","title":"Various Lengths, Constant Speed: Efficient Language Modeling with Lightning Attention","created":"2024-05-27","cited_by_count":31},{"id":"2603.12201","title":"IndexCache: Accelerating Sparse Attention via Cross-Layer Index Reuse","created":"2026-03-12","cited_by_count":31},{"id":"2604.03444","title":"Olmo Hybrid: From Theory to Practice and Back","created":"2026-04-03","cited_by_count":22},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18},{"id":"2512.04987","title":"Nex-N1: Agentic Models Trained via a Unified Ecosystem for Large-Scale Environment Construction","created":"2025-12-04","cited_by_count":17},{"id":"2502.17129","title":"Thus Spake Long-Context Large Language Model","created":"2025-02-24","cited_by_count":12},{"id":"2607.02980","title":"Hierarchical Sparse Attention Done Right: Toward Infinite Context Modeling","created":"2026-07-03","cited_by_count":12},{"id":"2402.13583","title":"LongWanjuan: Towards Systematic Measurement for Long Text Quality","created":"2024-02-21","cited_by_count":11},{"id":"2602.03560","title":"HySparse: A Hybrid Sparse Attention Architecture with Oracle Token Selection and KV Cache Sharing","created":"2026-02-03","cited_by_count":10},{"id":"2604.24432","title":"Kwai Summary Attention Technical Report","created":"2026-04-27","cited_by_count":7},{"id":"2602.11761","title":"MiniCPM-SALA: Hybridizing Sparse and Linear Attention for Efficient Long-Context Modeling","created":"2026-02-12","cited_by_count":5},{"id":"2606.15378","title":"Rethinking the Role of Efficient Attention in Hybrid Architectures","created":"2026-06-13","cited_by_count":5},{"id":"2608.15045","title":"MOSS-VL Technical Report","created":"2026-08-15","cited_by_count":5},{"id":"2310.06003","title":"Rethinking Memory and Communication Cost for Efficient Large Language Model Training","created":"2023-10-09","cited_by_count":4},{"id":"2603.08859","title":"Expressivity-Efficiency Tradeoffs for Hybrid Sequence Models","created":"2026-03-09","cited_by_count":4},{"id":"2606.20097","title":"HydraHead: From Head-Level Functional Heterogeneity to Specialized Attention Hybridization","created":"2026-06-18","cited_by_count":4},{"id":"2606.30562","title":"Morphing into Hybrid Attention Models","created":"2026-06-29","cited_by_count":2},{"id":"2608.28444","title":"Sliding-window beats linear attention","created":"2026-08-28","cited_by_count":2}],"next_cursor":null}