{"total":268,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694,"area":null},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2502.00816","title":"Sundial: A Family of Highly Capable Time Series Foundation Models","created":"2025-02-02","cited_by_count":180,"area":null},{"id":"2311.00176","title":"ChipNeMo: Domain-Adapted LLMs for Chip Design","created":"2023-10-31","cited_by_count":174,"area":null},{"id":"2506.06295","title":"dLLM-Cache: Accelerating Diffusion Large Language Models with Adaptive Caching","created":"2025-05-17","cited_by_count":169,"area":null},{"id":"2311.03285","title":"S-LoRA: Serving Thousands of Concurrent LoRA Adapters","created":"2023-11-06","cited_by_count":152,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2503.01661","title":"MUSt3R: Multi-view Network for Stereo 3D Reconstruction","created":"2025-03-03","cited_by_count":141,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2411.03350","title":"A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques, Enhancements, Applications, Collaboration with LLMs, and Trustworthiness","created":"2024-11-04","cited_by_count":127,"area":null},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123,"area":null},{"id":"2303.04910","title":"Baldur: Whole-Proof Generation and Repair with Large Language Models","created":"2023-03-08","cited_by_count":119,"area":null},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2507.10496","title":"Cameras as Relative Positional Encoding","created":"2025-07-14","cited_by_count":105,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2504.11455","title":"SimpleAR: Pushing the Frontier of Autoregressive Visual Generation through Pretraining, SFT, and RL","created":"2025-04-15","cited_by_count":86,"area":null},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2401.14351","title":"ServerlessLLM: Low-Latency Serverless Inference for Large Language Models","created":"2024-01-25","cited_by_count":80,"area":null},{"id":"2303.08302","title":"ZeroQuant-V2: Exploring Post-training Quantization in LLMs from Comprehensive Study to Low Rank Compensation","created":"2023-03-15","cited_by_count":79,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2511.11698","title":"Moirai 2.0: When Less Is More for Time Series Forecasting","created":"2025-11-12","cited_by_count":69,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2603.15031","title":"Attention Residuals","created":"2026-03-16","cited_by_count":65,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2406.06858","title":"FLUX: Fast Software-based Communication Overlap On GPUs Through Kernel Fusion","created":"2024-06-11","cited_by_count":57,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2506.10805","title":"Detecting High-Stakes Interactions with Activation Probes","created":"2025-06-12","cited_by_count":53,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2302.08007","title":"With Shared Microexponents, A Little Shifting Goes a Long Way","created":"2023-02-16","cited_by_count":50,"area":null},{"id":"2412.03526","title":"Feed-Forward Bullet-Time Reconstruction of Dynamic Scenes from Monocular Videos","created":"2024-12-04","cited_by_count":49,"area":null},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45,"area":null},{"id":"2307.09782","title":"ZeroQuant-FP: A Leap Forward in LLMs Post-Training W4A8 Quantization Using Floating-Point Formats","created":"2023-07-19","cited_by_count":44,"area":null},{"id":"2408.04303","title":"Trans-Tokenization and Cross-lingual Vocabulary Transfers: Language Adaptation of LLMs for Low-Resource NLP","created":"2024-08-08","cited_by_count":36,"area":null},{"id":"2305.11938","title":"XTREME-UP: A User-Centric Scarce-Data Benchmark for Under-Represented Languages","created":"2023-05-19","cited_by_count":34,"area":null},{"id":"2506.01928","title":"Esoteric Language Models: A Family of Any-Order Diffusion LLMs","created":"2025-06-02","cited_by_count":34,"area":null},{"id":"2312.15159","title":"Understanding the Potential of FPGA-Based Spatial Acceleration for Large Language Model Inference","created":"2023-12-23","cited_by_count":33,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2302.11665","title":"AlpaServe: Statistical Multiplexing with Model Parallelism for Deep Learning Serving","created":"2023-02-22","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2508.08134","title":"Follow-Your-Shape: Shape-Aware Image Editing via Trajectory-Guided Region Control","created":"2025-08-11","cited_by_count":28,"area":null},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2501.04437","title":"Integrating LLMs with ITS: Recent Advances, Potentials, Challenges, and Future Directions","created":"2025-01-08","cited_by_count":23,"area":null},{"id":"2312.04076","title":"Large Language Models are Good Prompt Learners for Low-Shot Image Classification","created":"2023-12-07","cited_by_count":21,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2309.17224","title":"Training and inference of large language models using 8-bit floating point","created":"2023-09-29","cited_by_count":20,"area":null},{"id":"2402.04779","title":"StableMask: Refining Causal Masking in Decoder-only Transformer","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2509.23745","title":"LocoFormer: Generalist Locomotion via Long-context Adaptation","created":"2025-09-28","cited_by_count":20,"area":null},{"id":"2410.02950","title":"LLMCO2: Advancing Accurate Carbon Footprint Prediction for LLM Inferences","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2504.11320","title":"Optimizing LLM Inference: Fluid-Guided Online Scheduling with Memory Constraints","created":"2025-04-15","cited_by_count":19,"area":null},{"id":"2504.13915","title":"Memory-efficient Streaming VideoLLMs for Real-time Procedural Video Understanding","created":"2025-04-10","cited_by_count":19,"area":null},{"id":"2312.11518","title":"User Modeling in the Era of Large Language Models: Current Research and Future Directions","created":"2023-12-11","cited_by_count":18,"area":null},{"id":"2405.07518","title":"SambaNova SN40L: Scaling the AI Memory Wall with Dataflow and Composition of Experts","created":"2024-05-13","cited_by_count":18,"area":null},{"id":"2404.04815","title":"Allo: A Programming Model for Composable Accelerator Design","created":"2024-04-07","cited_by_count":16,"area":null},{"id":"2405.10480","title":"Lean Attention: Hardware-Aware Scalable Attention Mechanism for the Decode-Phase of Transformers","created":"2024-05-17","cited_by_count":16,"area":null},{"id":"2410.10450","title":"KBLaM: Knowledge Base augmented Language Model","created":"2024-10-14","cited_by_count":16,"area":null},{"id":"2310.02784","title":"MAD Max Beyond Single-Node: Enabling Large Machine Learning Model Acceleration on Distributed Systems","created":"2023-10-04","cited_by_count":14,"area":null},{"id":"2311.14030","title":"PrivateLoRA For Efficient Privacy Preserving LLM","created":"2023-11-23","cited_by_count":14,"area":null},{"id":"2312.03134","title":"A Hardware Evaluation Framework for Large Language Model Inference","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2410.18311","title":"CoreInfer: Accelerating Large Language Model Inference with Semantics-Inspired Adaptive Sparse Activation","created":"2024-10-23","cited_by_count":14,"area":null},{"id":"2601.15275","title":"RayRoPE: Projective Ray Positional Encoding for Multi-view Attention","created":"2026-01-21","cited_by_count":14,"area":null},{"id":"2604.26256","title":"DORA: A Scalable Asynchronous Reinforcement Learning System for Language Model Training","created":"2026-04-29","cited_by_count":14,"area":null},{"id":"2403.13331","title":"AMP: Autoregressive Motion Prediction Revisited with Next Token Prediction for Autonomous Driving","created":"2024-03-20","cited_by_count":13,"area":null},{"id":"2505.16225","title":"MAPLE: Many-Shot Adaptive Pseudo-Labeling for In-Context Learning","created":"2025-05-22","cited_by_count":13,"area":null},{"id":"2510.04146","title":"Beyond Next-Token Prediction: A Performance Characterization of Diffusion versus Autoregressive Language Models","created":"2025-10-05","cited_by_count":13,"area":null},{"id":"2402.14833","title":"CliqueParcel: An Approach For Batching LLM Prompts That Jointly Optimizes Efficiency And Faithfulness","created":"2024-02-17","cited_by_count":12,"area":null},{"id":"2505.01658","title":"A Survey on Inference Engines for Large Language Models: Perspectives on Optimization and Efficiency","created":"2025-05-03","cited_by_count":12,"area":null},{"id":"2308.14328","title":"Reinforcement Learning for Generative AI: A Survey","created":"2023-08-28","cited_by_count":11,"area":null},{"id":"2406.01631","title":"SUBER: An RL Environment with Simulated Human Behavior for Recommender Systems","created":"2024-06-01","cited_by_count":11,"area":null},{"id":"2409.19315","title":"Analog In-Memory Computing Attention Mechanism for Fast and Energy-Efficient Large Language Models","created":"2024-09-28","cited_by_count":11,"area":null},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2302.10360","title":"Optical Transformers","created":"2023-02-20","cited_by_count":10,"area":null},{"id":"2401.11202","title":"PartIR: Composing SPMD Partitioning Strategies for Machine Learning","created":"2024-01-20","cited_by_count":10,"area":null},{"id":"2405.10299","title":"HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models","created":"2024-05-16","cited_by_count":10,"area":null},{"id":"2502.19335","title":"Gatekeeper: Improving Model Cascades Through Confidence Tuning","created":"2025-02-26","cited_by_count":10,"area":null},{"id":"2602.13476","title":"AsyncVLA: An Asynchronous VLA for Fast and Robust Navigation on the Edge","created":"2026-02-13","cited_by_count":10,"area":null},{"id":"2407.14645","title":"Performance Modeling and Workload Analysis of Distributed Large Language Model Training and Inference","created":"2024-07-19","cited_by_count":9,"area":null},{"id":"2506.05508","title":"Beyond the Buzz: A Pragmatic Take on Inference Disaggregation","created":"2025-06-05","cited_by_count":9,"area":null}],"next_cursor":"100"}