{"total":33,"rows":[{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2606.17107","title":"Models Take Notes at Prefill: KV Cache Can Be Editable and Composable","created":"2026-06-14","cited_by_count":6,"area":null},{"id":"2607.09084","title":"A Survey on the Green Development of Large Models: From Resource-Efficient Architectures to Hardware-Software Co-Design","created":"2026-07-10","cited_by_count":5,"area":null},{"id":"2603.26380","title":"Switch Attention: Towards Dynamic and Fine-grained Hybrid Transformers","created":"2026-03-27","cited_by_count":4,"area":null},{"id":"2607.29678","title":"TokTier: Exact Stateful CPU+GPU Tokenization for Agentic LLM Serving","created":"2026-07-31","cited_by_count":4,"area":null},{"id":"2508.15190","title":"SemToken: Semantic-Aware Tokenization for Efficient Long-Context Language Modeling","created":"2025-08-21","cited_by_count":3,"area":null},{"id":"2605.30218","title":"MarginGate: Sparse Margin-Triggered Verification for Batch-Invariant LLM Inference","created":"2026-05-28","cited_by_count":3,"area":null},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2502.15712","title":"GPUs, CPUs, and... NICs: Rethinking the Network's Role in Serving Complex AI Pipelines","created":"2025-01-22","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2606.02430","title":"Not All Errors Are Equal: A Systematic Study of Error Propagation in Large Language Model Inference","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2606.12876","title":"Multi-Bitwidth Quantization for LLMs Using Additive Codebooks","created":"2026-06-11","cited_by_count":1,"area":null},{"id":"2608.00311","title":"SeDeM: Selective Decompression of Hidden-State Memories for Long-Context Question Answering","created":"2026-07-31","cited_by_count":1,"area":null},{"id":"2609.39358","title":"Working Around the Compute Ceiling: Byte-Exact Memory in Galahad Makes LLM Reading a One-Time Cost LLM Reading a One-Time Cost","created":"2026-09-30","cited_by_count":1,"area":null},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2505.19342","title":"ASTRA: Communication-Efficient Acceleration for Multi-Device Transformer Inference","created":"2025-05-25","cited_by_count":0,"area":null},{"id":"2508.21307","title":"MultiFluxAI Enhancing Platform Engineering with Advanced Agent-Orchestrated Retrieval Systems","created":"2025-08-29","cited_by_count":0,"area":null},{"id":"2509.18771","title":"Experience Scaling: Post-Deployment Evolution For Large Language Models","created":"2025-09-23","cited_by_count":0,"area":null},{"id":"2512.23049","title":"Accelerating Language Model Workflows with Prompt Choreography","created":"2025-12-28","cited_by_count":0,"area":null},{"id":"2602.22812","title":"Accelerating Local LLMs on Resource-Constrained Edge Devices via Distributed Prompt Caching","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2605.30728","title":"Reducing the GPU Memory Bottleneck with Lossless Compression for ML -- Extended","created":"2026-05-29","cited_by_count":0,"area":null},{"id":"2607.10389","title":"Stateful Worlds, Stateless Elasticity: Exact-State Serving for Interactive World Models","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2607.17181","title":"Talaria: Session-Aware Serverless Serving of Hundred-Billion-Parameter LLMs","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2607.22854","title":"Coordinated Networking for On-Device Agent-Augmented Real-Time Communication","created":"2026-07-24","cited_by_count":0,"area":null},{"id":"2607.23115","title":"Gleam: Adaptive Network-Efficient CUDA API Remoting for Cross-Device GPU Sharing over LANs","created":"2026-07-25","cited_by_count":0,"area":null},{"id":"2609.01601","title":"Adaptive Critical Token-Aware Retrieval for Repository-Level Code Generation","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.26828","title":"Bridging LLM Serving and CXL-SSDs with Chunk-Aware KV Cache Management","created":"2026-09-20","cited_by_count":0,"area":null},{"id":"2609.39938","title":"LEAP: Learned Block-wise Evidence Retrieval for Long Audio-Video Perception","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.10058","title":"Cache the Encoder Within:Compact, Reusable Memory across LLM Queries","created":"2026-10-07","cited_by_count":0,"area":null},{"id":"2610.10845","title":"Real Long-Term Memory for AI: A 50-Million-Token Window That Is Faster and Cheaper Than Recompute","created":"2026-10-07","cited_by_count":0,"area":null}],"next_cursor":null}