{"total":17,"rows":[{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2410.03960","title":"SwiftKV: Fast Prefill-Optimized Inference with Knowledge-Preserving Model Transformation","created":"2024-10-04","cited_by_count":19,"area":"inference"},{"id":"2404.00489","title":"Prompt-SAW: Leveraging Relation-Aware Graphs for Textual Prompt Compression","created":"2024-03-30","cited_by_count":18,"area":"inference"},{"id":"2604.15409","title":"The Illusion of Equivalence: Systematic FP16 Divergence in KV-Cached Autoregressive Inference","created":"2026-04-16","cited_by_count":4,"area":"inference"},{"id":"2412.11242","title":"TrimLLM: Progressive Layer Dropping for Domain-Specific LLMs","created":"2024-12-15","cited_by_count":2,"area":"inference"},{"id":"2604.03270","title":"Knowledge Packs: Zero-Token Knowledge Delivery via KV Cache Injection","created":"2026-03-22","cited_by_count":2,"area":"inference"},{"id":"2608.01631","title":"Does Accuracy Equal Evidence? Reasoning Faithfulness under KV Cache Compression","created":"2026-08-03","cited_by_count":2,"area":"inference"},{"id":"2609.02780","title":"ShallowStream: Index Shallow then Answer Deep for Streaming Video Understanding","created":"2026-09-02","cited_by_count":2,"area":"inference"},{"id":"2609.04434","title":"What Attention Recalls and Recurrence Controls in Hybrid Language Models","created":"2026-09-03","cited_by_count":2,"area":"inference"},{"id":"2408.11308","title":"Defending against Jailbreak through Early Exit Generation of Large Language Models","created":"2024-08-21","cited_by_count":1,"area":"inference"},{"id":"2512.10547","title":"Unlocking the Address Book: Dissecting the Sparse Semantic Structure of LLM Key-Value Caches via Sparse Autoencoders","created":"2025-12-11","cited_by_count":1,"area":"inference"},{"id":"2607.20469","title":"DecodeShare: Tracing the Shared Subspace of LLM Decode-Time Decisions","created":"2026-05-21","cited_by_count":1,"area":"inference"},{"id":"2608.30647","title":"What It Costs to Compose, Rebuild, and Correct Precomputed Memory","created":"2026-08-31","cited_by_count":1,"area":"inference"},{"id":"2507.19409","title":"Modality Agnostic Efficient Long Range Encoder","created":"2025-07-25","cited_by_count":0,"area":"inference"},{"id":"2607.23054","title":"Through the Bottleneck: How Multi-head Latent Attention Separates Content from Position in Language Models","created":"2026-07-25","cited_by_count":0,"area":"inference"},{"id":"2609.24635","title":"Written as a Record, Read as an Address: What a Forward Pass Leaves in an Operation's KV Cache","created":"2026-09-21","cited_by_count":0,"area":"inference"},{"id":"2609.34049","title":"Thinking Outside the Box: Retention and Transmission of Information in Sliding-Window KV Inference","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}