{"list":"other","total":54,"rows":[{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"1702.08734","title":"Billion-scale similarity search with GPUs","created":"2017-02-28","cited_by_count":2497},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880},{"id":"1603.09320","title":"Efficient and robust approximate nearest neighbor search using Hierarchical Navigable Small World graphs","created":"2016-03-30","cited_by_count":861},{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575},{"id":"2310.01801","title":"Model Tells You What to Discard: Adaptive KV Cache Compression for LLMs","created":"2023-10-03","cited_by_count":474},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432},{"id":"1906.01749","title":"Multi-News: a Large-Scale Multi-Document Summarization Dataset and Abstractive Hierarchical Model","created":"2019-06-04","cited_by_count":431},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399},{"id":"2305.19860","title":"A Survey on Large Language Models for Recommendation","created":"2023-05-31","cited_by_count":379},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367},{"id":"2403.12968","title":"LLMLingua-2: Data Distillation for Efficient and Faithful Task-Agnostic Prompt Compression","created":"2024-03-19","cited_by_count":348},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256},{"id":"2311.10723","title":"Large Language Models in Finance: A Survey","created":"2023-09-28","cited_by_count":226},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186},{"id":"2403.05527","title":"GEAR: An Efficient KV Cache Compression Recipe for Near-Lossless Generative Inference of LLM","created":"2024-03-08","cited_by_count":158},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126},{"id":"1907.08349","title":"Convergence of Edge Computing and Deep Learning: A Comprehensive Survey","created":"2019-07-19","cited_by_count":120},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119},{"id":"2311.07361","title":"The Impact of Large Language Models on Scientific Discovery: a Preliminary Study using GPT-4","created":"2023-11-13","cited_by_count":112},{"id":"1707.00143","title":"Fast Approximate Nearest Neighbor Search With The Navigating Spreading-out Graph","created":"2017-07-01","cited_by_count":104},{"id":"2305.17306","title":"Chain-of-Thought Hub: A Continuous Effort to Measure Large Language Models' Reasoning Performance","created":"2023-05-26","cited_by_count":102},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102},{"id":"2402.18096","title":"No Token Left Behind: Reliable KV Cache Compression via Importance-Aware Mixed Precision Quantization","created":"2024-02-28","cited_by_count":101},{"id":"2101.12631","title":"A Comprehensive Survey and Experimental Comparison of Graph-Based Approximate Nearest Neighbor Search","created":"2021-01-29","cited_by_count":82},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75},{"id":"1909.02107","title":"Compositional Embeddings Using Complementary Partitions for Memory-Efficient Recommendation Systems","created":"2019-09-04","cited_by_count":68},{"id":"2403.01876","title":"D\\'ej\\`aVu: KV-cache Streaming for Fast, Fault-tolerant Generative LLM Serving","created":"2024-03-04","cited_by_count":48},{"id":"2403.07648","title":"Characterization of Large Language Model Development in the Datacenter","created":"2024-03-12","cited_by_count":46},{"id":"1802.02422","title":"Revisiting the Inverted Indices for Billion-Scale Approximate Nearest Neighbors","created":"2018-02-07","cited_by_count":37},{"id":"2402.06262","title":"On the Efficacy of Eviction Policy for Key-Value Constrained Generative Language Model Inference","created":"2024-02-09","cited_by_count":32},{"id":"2109.09920","title":"Survey: Transformer based Video-Language Pre-training","created":"2021-09-21","cited_by_count":27},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26},{"id":"2404.04793","title":"SqueezeAttention: 2D Management of KV-Cache in LLM Inference via Layer-wise Optimal Budget","created":"2024-04-07","cited_by_count":23},{"id":"2204.00185","title":"Distill-VQ: Learning Retrieval Oriented Vector Quantization By Distilling Knowledge from Dense Embeddings","created":"2022-04-01","cited_by_count":17},{"id":"2311.15578","title":"Experimental Analysis of Large-scale Learnable Vector Storage Compression","created":"2023-11-27","cited_by_count":12},{"id":"2312.03256","title":"CAFE: Towards Compact, Adaptive, and Fast Embedding for Large-scale Recommendation Models","created":"2023-12-06","cited_by_count":7},{"id":"2310.18358","title":"A Communication Theory Perspective on Prompting Engineering Methods for Large Language Models","created":"2023-10-24","cited_by_count":3}],"next_cursor":null}