{"total":1045,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2508.02324","title":"Qwen-Image Technical Report","created":"2025-08-04","cited_by_count":1044,"area":null},{"id":"2405.09818","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","created":"2024-05-16","cited_by_count":927,"area":null},{"id":"2403.08295","title":"Gemma: Open Models Based on Gemini Research and Technology","created":"2024-03-13","cited_by_count":916,"area":null},{"id":"2505.14683","title":"Emerging Properties in Unified Multimodal Pretraining","created":"2025-05-20","cited_by_count":897,"area":null},{"id":"2406.06525","title":"Autoregressive Model Beats Diffusion: Llama for Scalable Image Generation","created":"2024-06-10","cited_by_count":777,"area":null},{"id":"2412.01506","title":"Structured 3D Latents for Scalable and Versatile 3D Generation","created":"2024-12-02","cited_by_count":770,"area":null},{"id":"2403.05525","title":"DeepSeek-VL: Towards Real-World Vision-Language Understanding","created":"2024-03-08","cited_by_count":733,"area":null},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694,"area":null},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2401.02385","title":"TinyLlama: An Open-Source Small Language Model","created":"2024-01-04","cited_by_count":618,"area":null},{"id":"2402.02592","title":"Unified Training of Universal Time Series Forecasting Transformers","created":"2024-02-04","cited_by_count":614,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2410.00037","title":"Moshi: a speech-text foundation model for real-time dialogue","created":"2024-09-17","cited_by_count":568,"area":null},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385,"area":null},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2403.15377","title":"InternVideo2: Scaling Foundation Models for Multimodal Video Understanding","created":"2024-03-22","cited_by_count":317,"area":null},{"id":"2402.17764","title":"The Era of 1-bit LLMs: All Large Language Models are in 1.58 Bits","created":"2024-02-27","cited_by_count":308,"area":null},{"id":"2304.08177","title":"Efficient and Effective Text Encoding for Chinese LLaMA and Alpaca","created":"2023-04-17","cited_by_count":305,"area":null},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2401.06118","title":"Extreme Compression of Large Language Models via Additive Quantization","created":"2024-01-11","cited_by_count":232,"area":null},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204,"area":null},{"id":"2512.14692","title":"Native and Compact Structured Latents for 3D Generation","created":"2025-12-16","cited_by_count":175,"area":null},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2302.12766","title":"Language-Driven Representation Learning for Robotics","created":"2023-02-24","cited_by_count":165,"area":null},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2306.00802","title":"Birth of a Transformer: A Memory Viewpoint","created":"2023-06-01","cited_by_count":161,"area":null},{"id":"2409.00750","title":"MaskGCT: Zero-Shot Text-to-Speech with Masked Generative Codec Transformer","created":"2024-09-01","cited_by_count":161,"area":null},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156,"area":null},{"id":"2112.10762","title":"StyleSwin: Transformer-based GAN for High-resolution Image Generation","created":"2021-12-20","cited_by_count":152,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2309.03905","title":"ImageBind-LLM: Multi-modality Instruction Tuning","created":"2023-09-07","cited_by_count":142,"area":null},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133,"area":null},{"id":"2310.04988","title":"The Troubling Emergence of Hallucination in Large Language Models -- An Extensive Definition, Quantification, and Prescriptive Remediations","created":"2023-10-08","cited_by_count":131,"area":null},{"id":"2410.10989","title":"Liger Kernel: Efficient Triton Kernels for LLM Training","created":"2024-10-14","cited_by_count":130,"area":null},{"id":"2505.23719","title":"TiRex: Zero-Shot Forecasting Across Long and Short Horizons with Enhanced In-Context Learning","created":"2025-05-29","cited_by_count":120,"area":null},{"id":"2405.04324","title":"Granite Code Models: A Family of Open Foundation Models for Code Intelligence","created":"2024-05-07","cited_by_count":117,"area":null},{"id":"2401.00908","title":"DocLLM: A layout-aware generative language model for multimodal document understanding","created":"2023-12-31","cited_by_count":116,"area":null},{"id":"2602.04770","title":"Generative Modeling via Drifting","created":"2026-02-04","cited_by_count":116,"area":null},{"id":"2601.08584","title":"Ministral 3","created":"2026-01-13","cited_by_count":114,"area":null},{"id":"2310.08278","title":"Lag-Llama: Towards Foundation Models for Probabilistic Time Series Forecasting","created":"2023-10-12","cited_by_count":113,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2512.02012","title":"Improved Mean Flows: On the Challenges of Fastforward Generative Models","created":"2025-12-01","cited_by_count":110,"area":null},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109,"area":null},{"id":"2409.16235","title":"EuroLLM: Multilingual Language Models for Europe","created":"2024-09-24","cited_by_count":106,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2402.04252","title":"EVA-CLIP-18B: Scaling CLIP to 18 Billion Parameters","created":"2024-02-06","cited_by_count":99,"area":null},{"id":"2210.10340","title":"The Devil in Linear Transformer","created":"2022-10-19","cited_by_count":98,"area":null},{"id":"2503.21758","title":"Lumina-Image 2.0: A Unified and Efficient Image Generative Framework","created":"2025-03-27","cited_by_count":96,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2403.12019","title":"LN3DIFF++: Scalable Latent Neural Fields Diffusion for Speedy 3D Generation","created":"2024-03-18","cited_by_count":92,"area":null},{"id":"2402.17834","title":"Stable LM 2 1.6B Technical Report","created":"2024-02-27","cited_by_count":90,"area":null},{"id":"2401.12973","title":"In-Context Language Learning: Architectures and Algorithms","created":"2024-01-23","cited_by_count":89,"area":null},{"id":"2412.08821","title":"Large Concept Models: Language Modeling in a Sentence Representation Space","created":"2024-12-11","cited_by_count":89,"area":null},{"id":"2512.24880","title":"mHC: Manifold-Constrained Hyper-Connections","created":"2025-12-31","cited_by_count":88,"area":null},{"id":"2102.11972","title":"Do Transformer Modifications Transfer Across Implementations and Applications?","created":"2021-02-23","cited_by_count":87,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2409.19606","title":"Hyper-Connections","created":"2024-09-29","cited_by_count":84,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2510.21585","title":"REVE: A Foundation Model for EEG -- Adapting to Any Setup with Large-Scale Pretraining on 25,000 Subjects","created":"2025-10-24","cited_by_count":80,"area":null},{"id":"2310.10375","title":"GTA: A Geometry-Aware Attention Mechanism for Multi-View Transformers","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2509.25149","title":"Pretraining Large Language Models with NVFP4","created":"2025-09-29","cited_by_count":76,"area":null},{"id":"2404.14619","title":"OpenELM: An Efficient Language Model Family with Open Training and Inference Framework","created":"2024-04-22","cited_by_count":75,"area":null},{"id":"2507.07955","title":"Dynamic Chunking for End-to-End Hierarchical Sequence Modeling","created":"2025-07-10","cited_by_count":72,"area":null},{"id":"2503.10622","title":"Transformers without Normalization","created":"2025-03-13","cited_by_count":70,"area":null},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68,"area":null},{"id":"2505.14766","title":"This Time is Different: An Observability Perspective on Time Series Foundation Models","created":"2025-05-20","cited_by_count":68,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67,"area":null},{"id":"2409.12517","title":"Scaling FP8 training to trillion-token LLMs","created":"2024-09-19","cited_by_count":65,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2603.21687","title":"MIRAGE: The Illusion of Visual Understanding","created":"2026-03-23","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2403.17844","title":"Mechanistic Design and Scaling of Hybrid Architectures","created":"2024-03-26","cited_by_count":59,"area":null},{"id":"2406.16254","title":"Confidence Regulation Neurons in Language Models","created":"2024-06-24","cited_by_count":57,"area":null},{"id":"2205.13401","title":"Your Transformer May Not be as Powerful as You Expect","created":"2022-05-26","cited_by_count":55,"area":null},{"id":"2406.15007","title":"RouteFinder: Towards Foundation Models for Vehicle Routing Problems","created":"2024-06-21","cited_by_count":55,"area":null},{"id":"2604.12946","title":"Parcae: Scaling Laws For Stable Looped Language Models","created":"2026-04-14","cited_by_count":55,"area":null},{"id":"2510.26243","title":"Angular Steering: Behavior Control via Rotation in Activation Space","created":"2025-10-30","cited_by_count":53,"area":null},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52,"area":null},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52,"area":null},{"id":"2404.16109","title":"zkLLM: Zero Knowledge Proofs for Large Language Models","created":"2024-04-24","cited_by_count":51,"area":null},{"id":"2303.04743","title":"Vector Quantized Time Series Generation with a Bidirectional Prior Model","created":"2023-03-08","cited_by_count":50,"area":null},{"id":"2305.15719","title":"Efficient Neural Music Generation","created":"2023-05-25","cited_by_count":50,"area":null},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50,"area":null},{"id":"2407.07874","title":"Toto: Time Series Optimized Transformer for Observability","created":"2024-07-10","cited_by_count":48,"area":null},{"id":"2410.05864","title":"From Tokens to Words: On the Inner Lexicon of LLMs","created":"2024-10-08","cited_by_count":48,"area":null},{"id":"2412.09492","title":"Video Seal: Open and Efficient Video Watermarking","created":"2024-12-12","cited_by_count":48,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null}],"next_cursor":"100"}