{"total":18,"rows":[{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2412.03594","title":"BatchLLM: Optimizing Large Batched LLM Inference with Global Prefix Sharing and Throughput-oriented Token Batching","created":"2024-11-29","cited_by_count":32,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2502.07776","title":"Auditing Prompt Caching in Language Model APIs","created":"2025-02-11","cited_by_count":20,"area":null},{"id":"2406.12246","title":"TroL: Traversal of Layers for Large Language and Vision Models","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2405.09274","title":"Dynamic Activation Pitfalls in LLaMA Models: An Empirical Study","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2511.17565","title":"Generative Caching for Structurally Similar Prompts and Responses","created":"2025-11-14","cited_by_count":3,"area":null},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2510.25979","title":"AttnCache: Accelerating Self-Attention Inference for LLM Prefill via Attention Cache","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2601.01712","title":"RelayGR: Scaling Long-Sequence Generative Recommendation via Cross-Stage Relay-Race Inference","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2511.06010","title":"MoSKA: Mixture of Shared KV Attention for Efficient Long-Sequence LLM Inference","created":"2025-11-08","cited_by_count":1,"area":null},{"id":"2506.13965","title":"Are manual annotations necessary for statutory interpretations retrieval?","created":"2025-06-16","cited_by_count":0,"area":null},{"id":"2509.21081","title":"TyphoonMLA: A Mixed Naive-Absorb MLA Kernel For Shared Prefix","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2512.23049","title":"Accelerating Language Model Workflows with Prompt Choreography","created":"2025-12-28","cited_by_count":0,"area":null},{"id":"2602.22812","title":"Accelerating Local LLMs on Resource-Constrained Edge Devices via Distributed Prompt Caching","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2608.26140","title":"Affix Cache for Diffusion Large Language Models","created":"2026-06-26","cited_by_count":0,"area":null}],"next_cursor":null}