{"total":53,"rows":[{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2412.04315","title":"Densing Law of LLMs","created":"2024-12-05","cited_by_count":40,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22,"area":null},{"id":"2501.14794","title":"Characterizing Mobile SoC for Accelerating Heterogeneous LLM Inference","created":"2025-01-11","cited_by_count":22,"area":null},{"id":"2502.11880","title":"Bitnet.cpp: Efficient Edge Inference for Ternary LLMs","created":"2025-02-17","cited_by_count":22,"area":null},{"id":"2406.12246","title":"TroL: Traversal of Layers for Large Language and Vision Models","created":"2024-06-18","cited_by_count":14,"area":null},{"id":"2410.18311","title":"CoreInfer: Accelerating Large Language Model Inference with Semantics-Inspired Adaptive Sparse Activation","created":"2024-10-23","cited_by_count":14,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2410.03613","title":"Understanding Large Language Models in Your Pockets: Performance Study on COTS Mobile Devices","created":"2024-10-04","cited_by_count":10,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2507.02135","title":"Dissecting the Impact of Mobile DVFS Governors on LLM Inference Performance and Energy Efficiency","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2510.12178","title":"Evolution of meta's llama models and parameter-efficient fine-tuning of large language models: a survey","created":"2025-10-14","cited_by_count":5,"area":null},{"id":"2503.03777","title":"FlexInfer: Breaking Memory Constraint via Flexible and Efficient Offloading for On-Device LLM Inference","created":"2025-03-04","cited_by_count":4,"area":null},{"id":"2503.12167","title":"PLM: Efficient Peripheral Language Models Hardware-Co-Designed for Ubiquitous Computing","created":"2025-03-15","cited_by_count":4,"area":null},{"id":"2504.07878","title":"Token Level Routing Inference System for Edge Devices","created":"2025-04-10","cited_by_count":4,"area":null},{"id":"2504.08378","title":"Scaling Up On-Device LLMs via Active-Weight Swapping Between DRAM and Flash","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2508.16703","title":"ShadowNPU: System and Algorithm Co-design for NPU-Centric On-Device LLM Inference","created":"2025-08-22","cited_by_count":4,"area":null},{"id":"2406.18069","title":"Large Language Models for Cuffless Blood Pressure Measurement From Wearable Biosignals","created":"2024-06-26","cited_by_count":3,"area":null},{"id":"2409.09071","title":"Elastic On-Device LLM Service","created":"2024-09-08","cited_by_count":3,"area":null},{"id":"2410.14740","title":"Harnessing Your DRAM and SSD for Sustainable and Accessible LLM Inference with Mixed-Precision and Multi-level Caching","created":"2024-10-17","cited_by_count":3,"area":null},{"id":"2502.02818","title":"TranSQL+: Serving Large Language Models with SQL on Low-Resource Hardware","created":"2025-02-05","cited_by_count":3,"area":null},{"id":"2505.00232","title":"Scaling On-Device GPU Inference for Large Generative Models","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2506.19884","title":"MNN-AECS: Energy Optimization for LLM Decoding on Mobile Devices via Adaptive Core Selection","created":"2025-06-24","cited_by_count":3,"area":null},{"id":"2502.11417","title":"DiSCo: Device-Server Collaborative LLM-Based Text Streaming Services","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2503.06029","title":"SmartBench: Is Your LLM Truly a Good Chinese Smartphone Assistant?","created":"2025-03-08","cited_by_count":2,"area":null},{"id":"2508.09035","title":"P/D-Device: Disaggregated Large Language Model between Cloud and Devices","created":"2025-08-12","cited_by_count":2,"area":null},{"id":"2606.23001","title":"EnerInfer: Energy-Aware On-Device LLM Inference","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2607.05476","title":"Parameter-Free Encoders Remain Viable for RDB Foundation Models","created":"2026-07-06","cited_by_count":2,"area":null},{"id":"2412.10856","title":"RWKV-edge: Deeply Compressed RWKV for Resource-Constrained Devices","created":"2024-12-14","cited_by_count":1,"area":null},{"id":"2505.17701","title":"COUNTDOWN: Contextually Sparse Activation Filtering Out Unnecessary Weights in Down Projection","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2508.14302","title":"GLASS: Global-Local Aggregation for Inference-time Sparsification of LLMs","created":"2025-08-19","cited_by_count":1,"area":null},{"id":"2510.11400","title":"FedHybrid: Breaking the Memory Wall of Federated Learning via Hybrid Tensor Management","created":"2025-10-13","cited_by_count":1,"area":null},{"id":"2512.09723","title":"Mixture of Lookup Key-Value Experts","created":"2025-12-10","cited_by_count":1,"area":null},{"id":"2602.15379","title":"FlashMem: Supporting Modern DNN Workloads on Mobile with GPU Memory Hierarchy Optimizations","created":"2026-02-17","cited_by_count":1,"area":null},{"id":"2605.27435","title":"When NPUs Are Not Always Faster: A Stage-Level Analysis of Mobile LLM Inference","created":"2026-05-22","cited_by_count":1,"area":null},{"id":"2505.00745","title":"Responsive DNN Adaptation for Video Analytics against Environment Shift via Hierarchical Mobile-Cloud Collaborations","created":"2025-04-30","cited_by_count":0,"area":null},{"id":"2506.12403","title":"Bridging the Digital Divide: Small Language Models as a Pathway for Physics and Photonics Education in Underdeveloped Regions","created":"2025-06-14","cited_by_count":0,"area":null},{"id":"2603.09642","title":"Multi-DNN Inference of Sparse Models on Edge SoCs","created":"2026-03-10","cited_by_count":0,"area":null},{"id":"2604.21026","title":"MCAP: Deployment-Time Layer Profiling for Memory-Constrained LLM Inference","created":"2026-04-22","cited_by_count":0,"area":null},{"id":"2606.11357","title":"TileFuse: A Fused Mixed-Precision Kernel Library for Efficient Quantized LLM Inference on AMD NPUs","created":"2026-06-09","cited_by_count":0,"area":null},{"id":"2606.22496","title":"Enabling Cloud-Level Accuracy in Edge AI through IoT Data Preprocessing","created":"2026-06-21","cited_by_count":0,"area":null},{"id":"2607.18081","title":"SelectInfer: Selective Neuron Loading and Computation for On-Device LLMs","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2609.01798","title":"How Do Prompt Variations Affect Energy Consumption in On-Device LLMs?","created":"2026-09-01","cited_by_count":0,"area":null},{"id":"2609.03079","title":"LeanStream: A Speculate-and-Refine Streaming Framework for Efficient on-Device LLM Inference","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.12412","title":"HoliBench: A Cross-Platform Benchmarking and Deployment Toolkit for Foundation Models in CPS-IoT Applications","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2610.02598","title":"Activation Sparsity with Weight Approximation for Faster LLM Decoding on Offloaded Weights","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.17321","title":"GPU Goldmines: Tunable WebGPU Kernels for Edge LLM Inference","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}