{"total":82,"rows":[{"id":"2408.00741","title":"DynamoLLM: Designing LLM Inference Clusters for Performance and Energy Efficiency","created":"2024-08-01","cited_by_count":112,"area":null},{"id":"2409.15790","title":"Small Language Models: Survey, Measurements, and Insights","created":"2024-09-24","cited_by_count":112,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2403.20306","title":"Towards Greener LLMs: Bringing Energy-Efficiency to the Forefront of LLM Inference","created":"2024-03-29","cited_by_count":61,"area":null},{"id":"2405.00467","title":"Harnessing the Power of Multiple Minds: Lessons Learned from LLM Routing","created":"2024-05-01","cited_by_count":46,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2501.02600","title":"TAPAS: Thermal- and Power-Aware Scheduling for LLM Inference in Cloud Platforms","created":"2025-01-05","cited_by_count":29,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2401.08350","title":"Salute the Classic: Revisiting Challenges of Machine Translation in the Age of Large Language Models","created":"2024-01-16","cited_by_count":17,"area":null},{"id":"2401.09890","title":"A Survey on Hardware Accelerators for Large Language Models","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2402.00251","title":"Efficient Non-Parametric Uncertainty Quantification for Black-Box Large Language Models and Decision Planning","created":"2024-02-01","cited_by_count":16,"area":null},{"id":"2410.18311","title":"CoreInfer: Accelerating Large Language Model Inference with Semantics-Inspired Adaptive Sparse Activation","created":"2024-10-23","cited_by_count":14,"area":null},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14,"area":null},{"id":"2403.01929","title":"Analyzing and Adapting Large Language Models for Few-Shot Multilingual NLU: Are We There Yet?","created":"2024-03-04","cited_by_count":11,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2409.01366","title":"CHESS: Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","created":"2024-09-02","cited_by_count":7,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2411.05046","title":"PhoneLM:an Efficient and Capable Small Language Model Family through Principled Pre-training","created":"2024-11-07","cited_by_count":7,"area":null},{"id":"2412.20185","title":"DecDEC: A Systems Approach to Advancing Low-Bit LLM Quantization","created":"2024-12-28","cited_by_count":7,"area":null},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2507.01299","title":"La RoSA: Enhancing LLM Efficiency via Layerwise Rotated Sparse Activation","created":"2025-07-02","cited_by_count":6,"area":null},{"id":"2403.01384","title":"On the Compressibility of Quantized Large Language Models","created":"2024-03-03","cited_by_count":5,"area":null},{"id":"2410.19274","title":"Neuralink: Fast LLM Inference on Smartphones with Neuron Co-Activation Linking","created":"2024-10-25","cited_by_count":5,"area":null},{"id":"2412.07174","title":"Post-Training Statistical Calibration for Higher Activation Sparsity","created":"2024-12-10","cited_by_count":5,"area":null},{"id":"2602.11506","title":"RooflineBench: A Benchmarking Framework for On-Device LLMs via Roofline Analysis","created":"2026-02-12","cited_by_count":5,"area":null},{"id":"2410.10714","title":"SeedLM: Compressing LLM Weights into Seeds of Pseudo-Random Generators","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2503.03777","title":"FlexInfer: Breaking Memory Constraint via Flexible and Efficient Offloading for On-Device LLM Inference","created":"2025-03-04","cited_by_count":4,"area":null},{"id":"2503.12167","title":"PLM: Efficient Peripheral Language Models Hardware-Co-Designed for Ubiquitous Computing","created":"2025-03-15","cited_by_count":4,"area":null},{"id":"2504.08378","title":"Scaling Up On-Device LLMs via Active-Weight Swapping Between DRAM and Flash","created":"2025-04-11","cited_by_count":4,"area":null},{"id":"2508.06041","title":"DP-LLM: Runtime Model Adaptation with Dynamic Layer-wise Precision Assignment","created":"2025-08-08","cited_by_count":4,"area":null},{"id":"2603.01776","title":"FreeAct: Freeing Activations for LLM Quantization","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2408.04680","title":"Dynamic Fog Computing for Enhanced LLM Execution in Medical Applications","created":"2024-08-08","cited_by_count":3,"area":null},{"id":"2410.14740","title":"Harnessing Your DRAM and SSD for Sustainable and Accessible LLM Inference with Mixed-Precision and Multi-level Caching","created":"2024-10-17","cited_by_count":3,"area":null},{"id":"2502.02818","title":"TranSQL+: Serving Large Language Models with SQL on Low-Resource Hardware","created":"2025-02-05","cited_by_count":3,"area":null},{"id":"2502.15443","title":"When Compression Meets Model Compression: Memory-Efficient Double Compression for Large Language Models","created":"2025-02-21","cited_by_count":3,"area":null},{"id":"2505.00232","title":"Scaling On-Device GPU Inference for Large Generative Models","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2506.19884","title":"MNN-AECS: Energy Optimization for LLM Decoding on Mobile Devices via Adaptive Core Selection","created":"2025-06-24","cited_by_count":3,"area":null},{"id":"2409.04249","title":"Hermes: Memory-Efficient Pipeline Inference for Large Models on Edge Devices","created":"2024-09-06","cited_by_count":2,"area":null},{"id":"2412.05644","title":"Mixture of Hidden-Dimensions Transformer","created":"2024-12-07","cited_by_count":2,"area":null},{"id":"2503.05397","title":"Multi Agent based Medical Assistant for Edge Devices","created":"2025-03-07","cited_by_count":2,"area":null},{"id":"2506.09061","title":"EdgeProfiler: A Fast Profiling Framework for Lightweight LLMs on Edge Using Analytical Model","created":"2025-06-06","cited_by_count":2,"area":null},{"id":"2509.26534","title":"Rearchitecting Datacenter Lifecycle for AI: A TCO-Driven Framework","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2510.15964","title":"Long Exposure: Accelerating Parameter-Efficient Fine-Tuning for LLMs under Shadowy Sparsity","created":"2025-10-12","cited_by_count":2,"area":null},{"id":"2606.23001","title":"EnerInfer: Energy-Aware On-Device LLM Inference","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2412.12178","title":"Activation Sparsity Opportunities for Compressing General Large Language Models","created":"2024-12-13","cited_by_count":1,"area":null},{"id":"2505.14468","title":"ServerlessLoRA: Enabling Low-Latency Serverless Multi-LoRA Serving","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2505.17701","title":"COUNTDOWN: Contextually Sparse Activation Filtering Out Unnecessary Weights in Down Projection","created":"2025-05-23","cited_by_count":1,"area":null},{"id":"2506.23107","title":"Can Large Language Models Capture Human Risk Preferences? A Cross-Cultural Study","created":"2025-06-29","cited_by_count":1,"area":null},{"id":"2508.14302","title":"GLASS: Global-Local Aggregation for Inference-time Sparsification of LLMs","created":"2025-08-19","cited_by_count":1,"area":null},{"id":"2509.15097","title":"The Energy-Efficient Hierarchical Neural Network with Fast FPGA-Based Incremental Learning","created":"2025-09-18","cited_by_count":1,"area":null},{"id":"2601.00543","title":"ECR: Manifold-Guided Semantic Cues for Compact Language Models","created":"2026-01-02","cited_by_count":1,"area":null},{"id":"2601.11676","title":"HALO: Semantic-Aware Distributed LLM Inference in Lossy Edge Network","created":"2026-01-16","cited_by_count":1,"area":null},{"id":"2603.12272","title":"ActTail: Global Activation Sparsity in Large Language Models","created":"2026-02-18","cited_by_count":1,"area":null},{"id":"2605.17842","title":"SNLP: Layer-Parallel Inference via Structured Newton Corrections","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2608.25053","title":"Hydra: Phase-Aware Workload Characterization of LLM Inference across Edge SoC Generations, Backends, and Quantization Levels","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2403.07088","title":"SPA: Towards A Computational Friendly Cloud-Base and On-Devices Collaboration Seq2seq Personalized Generation with Casual Inference","created":"2024-03-11","cited_by_count":0,"area":null},{"id":"2406.11674","title":"Endor: Hardware-Friendly Sparse Format for Offloaded LLM Inference","created":"2024-06-17","cited_by_count":0,"area":null},{"id":"2409.16934","title":"Investigating OCR-Sensitive Neurons to Improve Entity Recognition in Historical Documents","created":"2024-09-25","cited_by_count":0,"area":null},{"id":"2410.08791","title":"Superpipeline: A Universal Approach for Reducing GPU Memory Usage in Large Models","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2502.15908","title":"LLMs in Mobile Apps: Practices, Challenges, and Opportunities","created":"2025-02-21","cited_by_count":0,"area":null},{"id":"2504.03664","title":"PIPO: Pipelined Offloading for Efficient Inference on Consumer Devices","created":"2025-03-15","cited_by_count":0,"area":null},{"id":"2506.04165","title":"A Faster Generalized Two-Stage Approximate Top-K","created":"2025-06-04","cited_by_count":0,"area":null},{"id":"2510.02675","title":"HALO: Memory-Centric Heterogeneous Accelerator with 2.5D Integration for Low-Batch LLM Inference","created":"2025-10-03","cited_by_count":0,"area":null},{"id":"2512.12744","title":"Resting Neurons, Active Insights: Robustifying Activation Sparsity in LLMs via Spontaneity","created":"2025-12-14","cited_by_count":0,"area":null},{"id":"2601.19089","title":"EPAS: Efficient Training with Progressive Activation Sharing","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2603.26469","title":"UNIFERENCE: A Discrete Event Simulation Framework for Developing Distributed AI Models","created":"2026-03-27","cited_by_count":0,"area":null},{"id":"2604.21026","title":"MCAP: Deployment-Time Layer Profiling for Memory-Constrained LLM Inference","created":"2026-04-22","cited_by_count":0,"area":null},{"id":"2604.26378","title":"CoQuant: Joint Weight-Activation Subspace Projection for Mixed-Precision LLMs","created":"2026-04-29","cited_by_count":0,"area":null},{"id":"2607.10183","title":"Automated Tensor Scheduling for Hybrid CPU-GPU LLM Inference on Consumer Devices","created":"2026-07-11","cited_by_count":0,"area":null},{"id":"2607.14618","title":"PolyQ: Codesigning End-to-End Quantization Framework for Scalable Edge CPU LLM Inference","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2607.18081","title":"SelectInfer: Selective Neuron Loading and Computation for On-Device LLMs","created":"2026-07-20","cited_by_count":0,"area":null},{"id":"2608.22643","title":"NeuroPrefetcher: Storage-Aware Sparse LLM Inference via Delta Prefetching","created":"2026-08-23","cited_by_count":0,"area":null},{"id":"2609.03079","title":"LeanStream: A Speculate-and-Refine Streaming Framework for Efficient on-Device LLM Inference","created":"2026-09-02","cited_by_count":0,"area":null},{"id":"2609.33093","title":"How Linear Attention Remembers","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.00465","title":"AIR-LLM: Broadcasting AI Weights over Radio for Memory-Free Edge LLM Inference via RF Computing","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.02598","title":"Activation Sparsity with Weight Approximation for Faster LLM Decoding on Offloaded Weights","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.14934","title":"FidelityQ: Preserving Predictive Fidelity in Ultra-Low-Bit Language Model Quantization","created":"2026-10-10","cited_by_count":0,"area":null},{"id":"2610.15372","title":"Fewer Bits, More Tries: Recovering Capability Under Memory Constraints","created":"2026-10-11","cited_by_count":0,"area":null},{"id":"2610.17321","title":"GPU Goldmines: Tunable WebGPU Kernels for Edge LLM Inference","created":"2026-10-12","cited_by_count":0,"area":null},{"id":"2610.17689","title":"Stable Token-level Scheduling for Serverless LLM Inference","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}