{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2303.03378","title":"PaLM-E: An Embodied Multimodal Language Model","created":"2023-03-06","cited_by_count":2071},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"2306.14824","title":"Kosmos-2: Grounding Multimodal Large Language Models to the World","created":"2023-06-26","cited_by_count":1089},{"id":"2405.09818","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","created":"2024-05-16","cited_by_count":927},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800},{"id":"2302.00083","title":"In-Context Retrieval-Augmented Language Models","created":"2023-01-31","cited_by_count":702},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648},{"id":"2310.09478","title":"MiniGPT-v2: large language model as a unified interface for vision-language multi-task learning","created":"2023-10-14","cited_by_count":625},{"id":"2309.05519","title":"NExT-GPT: Any-to-Any Multimodal LLM","created":"2023-09-11","cited_by_count":615},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591},{"id":"2311.18677","title":"Splitwise: Efficient generative LLM inference using phase splitting","created":"2023-11-30","cited_by_count":558},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526},{"id":"2305.06983","title":"Active Retrieval Augmented Generation","created":"2023-05-11","cited_by_count":516},{"id":"2305.15294","title":"Enhancing Retrieval-Augmented Large Language Models with Iterative Retrieval-Generation Synergy","created":"2023-05-24","cited_by_count":346},{"id":"2304.01933","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2023-04-04","cited_by_count":324},{"id":"2309.01431","title":"Benchmarking Large Language Models in Retrieval-Augmented Generation","created":"2023-09-04","cited_by_count":312},{"id":"2402.17764","title":"The Era of 1-bit LLMs: All Large Language Models are in 1.58 Bits","created":"2024-02-27","cited_by_count":308},{"id":"2012.09852","title":"SpAtten: Efficient Sparse Attention Architecture with Cascade Token and Head Pruning","created":"2020-12-17","cited_by_count":234},{"id":"2405.05465","title":"Vidur: A Large-Scale Simulation Framework For LLM Inference","created":"2024-05-08","cited_by_count":117},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115},{"id":"2210.17223","title":"Accelerating Distributed MoE Training and Inference with Lina","created":"2022-10-31","cited_by_count":109},{"id":"2005.03842","title":"GOBO: Quantizing Attention-Based NLP Models for Low Latency and Energy Efficient Inference","created":"2020-05-08","cited_by_count":106},{"id":"2002.10941","title":"A$^3$: Accelerating Attention Mechanisms in Neural Networks with Approximation","created":"2020-02-22","cited_by_count":101},{"id":"2011.14203","title":"EdgeBERT: Sentence-Level Energy Optimizations for Latency-Aware Multi-Task NLP Inference","created":"2020-11-28","cited_by_count":70},{"id":"1911.09925","title":"Gemmini: Enabling Systematic Deep-Learning Architecture Evaluation via Full-Stack Integration","created":"2019-11-22","cited_by_count":63},{"id":"2403.00579","title":"NeuPIMs: NPU-PIM Heterogeneous Acceleration for Batched LLM Inferencing","created":"2024-03-01","cited_by_count":52},{"id":"2209.10797","title":"DFX: A Low-latency Multi-FPGA Appliance for Accelerating Transformer-based Text Generation","created":"2022-09-22","cited_by_count":48},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48},{"id":"2303.14006","title":"ASTRA-sim2.0: Modeling Hierarchical Networks and Disaggregated Systems for Large-model Training at Scale","created":"2023-03-24","cited_by_count":47},{"id":"2404.07947","title":"ExeGPT: Constraint-Aware Resource Scheduling for LLM Inference","created":"2024-03-15","cited_by_count":45},{"id":"2009.08605","title":"Hardware Accelerator for Multi-Head Attention and Position-Wise Feed-Forward in the Transformer","created":"2020-09-18","cited_by_count":43},{"id":"2312.12391","title":"vTrain: A Simulation Framework for Evaluating Cost-effective and Compute-optimal Large Language Model Training","created":"2023-11-27","cited_by_count":23},{"id":"2403.06664","title":"Smart-Infinity: Fast Large Language Model Training using Near-Storage Processing on a Real System","created":"2024-03-11","cited_by_count":15},{"id":"2308.00846","title":"Pathfinding Future PIM Architectures by Demystifying a Commercial PIM Technology","created":"2023-08-01","cited_by_count":14},{"id":"2305.14516","title":"Chakra: Advancing Performance Benchmarking and Co-design using Standardized Execution Traces","created":"2023-05-23","cited_by_count":13},{"id":"2406.08051","title":"ONNXim: A Fast, Cycle-level Multi-core NPU Simulator","created":"2024-06-12","cited_by_count":5},{"id":"2307.12234","title":"MARS: Exploiting Multi-Level Parallelism for DNN Workloads on Adaptive Multi-Accelerator Systems","created":"2023-07-23","cited_by_count":1}],"next_cursor":null}