{"list":"other","total":66,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617},{"id":"2311.18677","title":"Splitwise: Efficient generative LLM inference using phase splitting","created":"2023-11-30","cited_by_count":558},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519},{"id":"2310.01801","title":"Model Tells You What to Discard: Adaptive KV Cache Compression for LLMs","created":"2023-10-03","cited_by_count":474},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390},{"id":"2310.05736","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","created":"2023-10-09","cited_by_count":287},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193},{"id":"2403.19708","title":"Cost-Efficient Large Language Model Serving for Multi-turn Conversations with CachedAttention","created":"2024-03-23","cited_by_count":163},{"id":"1910.05316","title":"Edge AI: On-Demand Accelerating Deep Neural Network Inference via Edge Computing","created":"2019-10-04","cited_by_count":152},{"id":"2405.12532","title":"PyramidInfer: Pyramid KV Cache Compression for High-throughput LLM Inference","created":"2024-05-21","cited_by_count":147},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124},{"id":"2401.11181","title":"Inference without Interference: Disaggregate LLM Inference for Mixed Downstream Workloads","created":"2024-01-20","cited_by_count":121},{"id":"2008.06402","title":"SPINN: Synergistic Progressive Inference of Neural Networks over Device and Cloud","created":"2020-08-14","cited_by_count":112},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103},{"id":"2410.11845","title":"A Review on Edge Large Language Models: Design, Execution, and Applications","created":"2024-09-29","cited_by_count":100},{"id":"2307.02628","title":"SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference","created":"2023-07-05","cited_by_count":89},{"id":"2402.15220","title":"ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition","created":"2024-02-23","cited_by_count":82},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62},{"id":"2303.10845","title":"PanGu-{\\Sigma}: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing","created":"2023-03-20","cited_by_count":56},{"id":"2402.10517","title":"Any-Precision LLM: Low-Cost Deployment of Multiple, Different-Sized LLMs","created":"2024-02-16","cited_by_count":54},{"id":"2403.01876","title":"D\\'ej\\`aVu: KV-cache Streaming for Fast, Fault-tolerant Generative LLM Serving","created":"2024-03-04","cited_by_count":48},{"id":"2410.18038","title":"POD-Attention: Unlocking Full Prefill-Decode Overlap for Faster LLM Inference","created":"2024-10-23","cited_by_count":47},{"id":"2406.02532","title":"SpecExec: Massively Parallel Speculative Decoding for Interactive LLM Inference on Consumer Devices","created":"2024-06-04","cited_by_count":46},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45},{"id":"2502.14866","title":"LServe: Efficient Long-sequence LLM Serving with Unified Sparse Attention","created":"2025-02-20","cited_by_count":41},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36},{"id":"2505.07004","title":"GuidedQuant: Large Language Model Quantization via Exploiting End Loss Guidance","created":"2025-05-11","cited_by_count":32},{"id":"2408.08147","title":"P/D-Serve: Serving Disaggregated Large Language Model at Scale","created":"2024-08-15","cited_by_count":27},{"id":"2308.14363","title":"Mobile Foundation Model as Firmware","created":"2023-08-28","cited_by_count":25},{"id":"2502.18845","title":"Sliding Window Attention Training for Efficient Large Language Models","created":"2025-02-26","cited_by_count":24},{"id":"2506.12708","title":"Serving Large Language Models on Huawei CloudMatrix384","created":"2025-06-15","cited_by_count":24},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23},{"id":"2410.03960","title":"SwiftKV: Fast Prefill-Optimized Inference with Knowledge-Preserving Model Transformation","created":"2024-10-04","cited_by_count":19},{"id":"2412.01523","title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism","created":"2024-12-02","cited_by_count":19},{"id":"2104.09949","title":"DynO: Dynamic Onloading of Deep Neural Networks from Cloud to Device","created":"2021-04-20","cited_by_count":18},{"id":"2410.13461","title":"Progressive Mixed-Precision Decoding for Efficient LLM Inference","created":"2024-10-17","cited_by_count":18},{"id":"2411.17651","title":"APEX: An Extensible and Dynamism-Aware Simulator for Automated Parallel Execution in LLM Serving","created":"2024-11-26","cited_by_count":15},{"id":"2504.09923","title":"Guiding Reasoning in Small Language Models with LLM Assistance","created":"2025-04-14","cited_by_count":14},{"id":"2406.13511","title":"Slice-Level Scheduling for High Throughput and Load Balanced LLM Serving","created":"2024-06-19","cited_by_count":13},{"id":"2402.16844","title":"Think Big, Generate Quick: LLM-to-SLM for Fast Autoregressive Decoding","created":"2024-02-26","cited_by_count":11},{"id":"2505.21594","title":"Fast and Cost-effective Speculative Edge-Cloud Decoding with Early Exits","created":"2025-05-27","cited_by_count":11},{"id":"2410.03613","title":"Understanding Large Language Models in Your Pockets: Performance Study on COTS Mobile Devices","created":"2024-10-04","cited_by_count":10},{"id":"2411.03357","title":"PipeLLM: Fast and Confidential Large Language Model Services with Speculative Pipelined Encryption","created":"2024-11-04","cited_by_count":10},{"id":"2403.03699","title":"Model Parallelism on Distributed Infrastructure: A Literature Review from Theory to LLM Case-Studies","created":"2024-03-06","cited_by_count":7},{"id":"2405.19635","title":"GKT: A Novel Guidance-Based Knowledge Transfer Framework For Efficient Cloud-edge Collaboration LLM Deployment","created":"2024-05-30","cited_by_count":6},{"id":"2402.08856","title":"Approximation of relation functions and attention mechanisms","created":"2024-02-13","cited_by_count":5},{"id":"2503.18989","title":"A Novel Hat-Shaped Device-Cloud Collaborative Inference Framework for Large Language Models","created":"2025-03-23","cited_by_count":5},{"id":"2506.12024","title":"FlexQuant: A Flexible and Efficient Dynamic Precision Switching Framework for LLM Quantization","created":"2025-05-21","cited_by_count":5},{"id":"2501.18980","title":"Symmetric Pruning of Large Language Models","created":"2025-01-31","cited_by_count":3},{"id":"2501.02438","title":"Efficient Deployment of Large Language Models on Resource-constrained Devices","created":"2025-01-05","cited_by_count":2},{"id":"2505.12216","title":"One-for-All Pruning: A Universal Model for Customized Compression of Large Language Models","created":"2025-05-18","cited_by_count":2}],"next_cursor":null}