{"total":1217,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2412.03603","title":"HunyuanVideo: A Systematic Framework For Large Video Generative Models","created":"2024-12-03","cited_by_count":1660,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141,"area":null},{"id":"2508.02324","title":"Qwen-Image Technical Report","created":"2025-08-04","cited_by_count":1044,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2406.06525","title":"Autoregressive Model Beats Diffusion: Llama for Scalable Image Generation","created":"2024-06-10","cited_by_count":777,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2403.05525","title":"DeepSeek-VL: Towards Real-World Vision-Language Understanding","created":"2024-03-08","cited_by_count":733,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642,"area":null},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632,"area":null},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2211.05778","title":"InternImage: Exploring Large-Scale Vision Foundation Models with Deformable Convolutions","created":"2022-11-10","cited_by_count":482,"area":null},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457,"area":null},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2501.13928","title":"Fast3R: Towards 3D Reconstruction of 1000+ Images in One Forward Pass","created":"2025-01-23","cited_by_count":367,"area":null},{"id":"2106.14806","title":"Laplace Redux -- Effortless Bayesian Deep Learning","created":"2021-06-28","cited_by_count":365,"area":null},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359,"area":null},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341,"area":null},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2412.00131","title":"Open-Sora Plan: Open-Source Large Video Generation Model","created":"2024-11-28","cited_by_count":296,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2203.11147","title":"Teaching language models to support answers with verified quotes","created":"2022-03-21","cited_by_count":292,"area":null},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2311.16079","title":"MEDITRON-70B: Scaling Medical Pretraining for Large Language Models","created":"2023-11-27","cited_by_count":274,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2205.10643","title":"Self-Supervised Speech Representation Learning: A Review","created":"2022-05-21","cited_by_count":260,"area":null},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2203.03540","title":"GatorTron: A Large Clinical Language Model to Unlock Patient Information from Unstructured Electronic Health Records","created":"2022-02-02","cited_by_count":238,"area":null},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236,"area":null},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236,"area":null},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2310.07521","title":"Survey on Factuality in Large Language Models: Knowledge, Retrieval and Domain-Specificity","created":"2023-10-11","cited_by_count":206,"area":null},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2206.04624","title":"Factuality Enhanced Language Models for Open-Ended Text Generation","created":"2022-06-09","cited_by_count":202,"area":null},{"id":"2305.08275","title":"ULIP-2: Towards Scalable Multimodal Pre-training for 3D Understanding","created":"2023-05-14","cited_by_count":202,"area":null},{"id":"2308.00708","title":"VeriGen: A Large Language Model for Verilog Code Generation","created":"2023-07-28","cited_by_count":200,"area":null},{"id":"2310.11453","title":"BitNet: Scaling 1-bit Transformers for Large Language Models","created":"2023-10-17","cited_by_count":189,"area":null},{"id":"2104.08826","title":"GPT3Mix: Leveraging Large-scale Language Models for Text Augmentation","created":"2021-04-18","cited_by_count":187,"area":null},{"id":"2203.17189","title":"Scaling Up Models and Data with $\\texttt{t5x}$ and $\\texttt{seqio}$","created":"2022-03-31","cited_by_count":187,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2502.00816","title":"Sundial: A Family of Highly Capable Time Series Foundation Models","created":"2025-02-02","cited_by_count":180,"area":null},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2311.00176","title":"ChipNeMo: Domain-Adapted LLMs for Chip Design","created":"2023-10-31","cited_by_count":174,"area":null},{"id":"2303.15647","title":"Scaling Down to Scale Up: A Guide to Parameter-Efficient Fine-Tuning","created":"2023-03-28","cited_by_count":173,"area":null},{"id":"2310.03003","title":"From Words to Watts: Benchmarking the Energy Costs of Large Language Model Inference","created":"2023-10-04","cited_by_count":170,"area":null},{"id":"2302.03494","title":"A Categorical Archive of ChatGPT Failures","created":"2023-02-06","cited_by_count":168,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2305.13523","title":"A Study of Generative Large Language Model for Medical Research and Healthcare","created":"2023-05-22","cited_by_count":163,"area":null},{"id":"2503.09642","title":"Open-Sora 2.0: Training a Commercial-Level Video Generation Model in $200k","created":"2025-03-12","cited_by_count":163,"area":null},{"id":"2305.11854","title":"Multimodal Web Navigation with Instruction-Finetuned Foundation Models","created":"2023-05-19","cited_by_count":160,"area":null},{"id":"2412.02595","title":"Nemotron-CC: Transforming Common Crawl into a Refined Long-Horizon Pretraining Dataset","created":"2024-12-03","cited_by_count":160,"area":null},{"id":"2206.13517","title":"ProGen2: Exploring the Boundaries of Protein Language Models","created":"2022-06-27","cited_by_count":159,"area":null},{"id":"2210.14868","title":"Multi-lingual Evaluation of Code Generation Models","created":"2022-10-26","cited_by_count":159,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150,"area":null},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2403.03883","title":"SaulLM-7B: A pioneering Large Language Model for Law","created":"2024-03-06","cited_by_count":142,"area":null},{"id":"2412.16256","title":"Aria-UI: Visual Grounding for GUI Instructions","created":"2024-12-20","cited_by_count":140,"area":null}],"next_cursor":"100"}