{"total":92,"rows":[{"id":"2410.20290","title":"Fast Best-of-N Decoding via Speculative Rejection","created":"2024-10-26","cited_by_count":112,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2502.04194","title":"The Best Instruction-Tuning Data are Those That Fit","created":"2025-02-06","cited_by_count":52,"area":null},{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2504.03360","title":"Sustainable LLM Inference for Edge AI: Evaluating Quantized LLMs for Energy Efficiency, Output Accuracy, and Inference Latency","created":"2025-04-04","cited_by_count":34,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2510.24824","title":"Parallel Loop Transformer for Efficient Test-Time Computation Scaling","created":"2025-10-28","cited_by_count":24,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2406.02611","title":"LOLA: LLM-Assisted Online Learning Algorithm for Content Experiments","created":"2024-06-03","cited_by_count":18,"area":null},{"id":"2505.14302","title":"Scaling Law for Quantization-Aware Training","created":"2025-05-20","cited_by_count":17,"area":null},{"id":"2503.19693","title":"AdaptiVocab: Enhancing LLM Efficiency in Focused Domains through Lightweight Vocabulary Adaptation","created":"2025-03-25","cited_by_count":15,"area":null},{"id":"2505.17505","title":"L-MTP: Leap Multi-Token Prediction Beyond Adjacent Context for Large Language Models","created":"2025-05-23","cited_by_count":15,"area":null},{"id":"2406.12295","title":"Fast and Slow Generating: An Empirical Study on Large and Small Language Models Collaborative Decoding","created":"2024-06-18","cited_by_count":13,"area":null},{"id":"2410.03752","title":"Efficient Streaming LLM for Speech Recognition","created":"2024-10-02","cited_by_count":12,"area":null},{"id":"2410.13056","title":"Channel-Wise Mixed-Precision Quantization for Large Language Models","created":"2024-10-16","cited_by_count":11,"area":null},{"id":"2406.09477","title":"Q-S5: Towards Quantized State Space Models","created":"2024-06-13","cited_by_count":10,"area":null},{"id":"2406.14319","title":"LiveMind: Low-latency Large Language Models with Simultaneous Inference","created":"2024-06-20","cited_by_count":10,"area":null},{"id":"2409.16997","title":"INT-FlashAttention: Enabling Flash Attention for INT8 Quantization","created":"2024-09-25","cited_by_count":9,"area":null},{"id":"2411.06959","title":"ENAT: Rethinking Spatial-temporal Interactions in Token-based Image Synthesis","created":"2024-11-11","cited_by_count":8,"area":null},{"id":"2409.12490","title":"CritiPrefill: A Segment-wise Criticality-based Approach for Prefilling Acceleration in LLMs","created":"2024-09-19","cited_by_count":7,"area":null},{"id":"2505.20112","title":"ERC-SVD: Error-Controlled SVD for Large Language Model Compression","created":"2025-05-26","cited_by_count":7,"area":null},{"id":"2506.09554","title":"Understanding the Performance and Power of LLM Inferencing on Edge Accelerators","created":"2025-06-11","cited_by_count":7,"area":null},{"id":"2602.10144","title":"When LLMs get significantly worse: A statistical approach to detect model degradations","created":"2026-02-09","cited_by_count":7,"area":null},{"id":"2406.16893","title":"A Survey of Transformer-based Language Models with Focus on Efficiency","created":"2024-05-15","cited_by_count":6,"area":null},{"id":"2408.07978","title":"Coupling without Communication and Drafter-Invariant Speculative Decoding","created":"2024-08-15","cited_by_count":6,"area":null},{"id":"2509.18880","title":"Diversity Boosts AI-Generated Text Detection","created":"2025-09-23","cited_by_count":6,"area":null},{"id":"2408.01050","title":"The Impact of Hyperparameters on Large Language Model Inference Performance: An Evaluation of vLLM and HuggingFace Pipelines","created":"2024-08-02","cited_by_count":5,"area":null},{"id":"2506.06579","title":"Towards Efficient Multi-LLM Inference: Characterization and Analysis of LLM Routing and Hierarchical Techniques","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2507.07580","title":"COALA: Numerically Stable and Efficient Framework for Context-Aware Low-Rank Approximation","created":"2025-07-10","cited_by_count":5,"area":null},{"id":"2510.16805","title":"Mixed-Precision Quantization for Language Models: Techniques and Prospects","created":"2025-10-19","cited_by_count":5,"area":null},{"id":"2410.19103","title":"TesseraQ: Ultra Low-Bit LLM Post-Training Quantization with Block Reconstruction","created":"2024-10-24","cited_by_count":4,"area":null},{"id":"2411.01663","title":"Unlocking the Theory Behind Scaling 1-Bit Neural Networks","created":"2024-11-03","cited_by_count":4,"area":null},{"id":"2411.06251","title":"Quasi-random Multi-Sample Inference for Large Language Models","created":"2024-11-09","cited_by_count":4,"area":null},{"id":"2510.12266","title":"HiLoRA: Adaptive Hierarchical LoRA Routing for Training-Free Domain Generalization","created":"2025-10-14","cited_by_count":4,"area":null},{"id":"2601.23088","title":"From Similarity to Vulnerability: Key Collision Attack on LLM Semantic Caching","created":"2026-01-30","cited_by_count":4,"area":null},{"id":"2603.01776","title":"FreeAct: Freeing Activations for LLM Quantization","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2603.03597","title":"NuMuon: Nuclear-Norm-Constrained Muon for Compressible LLM Training","created":"2026-03-04","cited_by_count":4,"area":null},{"id":"2504.10036","title":"DataPuzzle: Breaking Free from the Hallucinated Promise of LLMs in Data Analysis","created":"2025-04-14","cited_by_count":3,"area":null},{"id":"2510.03930","title":"LLM Chemistry Estimation for Multi-LLM Recommendation","created":"2025-10-04","cited_by_count":3,"area":null},{"id":"2511.04002","title":"Memory- and Latency-Constrained Inference of Large Language Models via Adaptive Split Computing","created":"2025-11-06","cited_by_count":3,"area":null},{"id":"2604.03298","title":"ENEC: A Lossless AI Model Compression Method Enabling Fast Inference on Ascend NPUs","created":"2026-03-28","cited_by_count":3,"area":null},{"id":"2608.04333","title":"Cost-Aware Multi-Objective Bandits: Theory and Application to Budgeted LLM Configuration Evaluation","created":"2026-08-05","cited_by_count":3,"area":null},{"id":"2411.06581","title":"HAFLQ: Heterogeneous Adaptive Federated LoRA Fine-tuned LLM with Quantization","created":"2024-11-10","cited_by_count":2,"area":null},{"id":"2502.15763","title":"Hybrid Offline-online Scheduling Method for Large Language Model Inference Optimization","created":"2025-02-14","cited_by_count":2,"area":null},{"id":"2504.03668","title":"Intelligent Orchestration of Distributed Large Foundation Model Inference at the Edge","created":"2025-03-19","cited_by_count":2,"area":null},{"id":"2512.01039","title":"Joint Partitioning and Placement of Foundation Models for Real-Time Edge AI","created":"2025-11-30","cited_by_count":2,"area":null},{"id":"2602.04163","title":"BPDQ: Bit-Plane Decomposition Quantization on a Variable Grid for Large Language Models","created":"2026-02-04","cited_by_count":2,"area":null},{"id":"2602.15889","title":"Daily and Weekly Periodicity in Large Language Model Performance and Its Implications for Research","created":"2026-02-06","cited_by_count":2,"area":null},{"id":"2605.04738","title":"OSAQ: Outlier Self-Absorption for Accurate Low-bit LLM Quantization","created":"2026-05-06","cited_by_count":2,"area":null},{"id":"2606.00288","title":"Model-Native Computing Architecture: Envisioning Future System Architecture Through the Lens of Computer Architecture","created":"2026-05-29","cited_by_count":2,"area":null},{"id":"2409.08543","title":"ATFLRec: A Multimodal Recommender System with Audio-Text Fusion and Low-Rank Adaptation via Instruction-Tuned Large Language Model","created":"2024-09-13","cited_by_count":1,"area":null},{"id":"2412.10717","title":"HITgram: A Platform for Experimenting with n-gram Language Models","created":"2024-12-14","cited_by_count":1,"area":null},{"id":"2505.16743","title":"TRIM: Achieving Extreme Sparsity with Targeted Row-wise Iterative Metric-driven Pruning","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2506.12876","title":"MaskPro: Linear-Space Probabilistic Learning for Strict (N:M)-Sparsity on LLMs","created":"2025-06-15","cited_by_count":1,"area":null},{"id":"2507.07061","title":"An Ensemble Embedding Approach for Improving Semantic Caching Performance in LLM-based Systems","created":"2025-07-08","cited_by_count":1,"area":null},{"id":"2508.19087","title":"APT-LLM: Exploiting Arbitrary-Precision Tensor Core Computing for LLM Acceleration","created":"2025-08-26","cited_by_count":1,"area":null},{"id":"2510.13832","title":"Entropy Meets Importance: A Unified Head Importance-Entropy Score for Stable and Efficient Transformer Pruning","created":"2025-10-10","cited_by_count":1,"area":null},{"id":"2511.06441","title":"Towards Resource-Efficient Multimodal Intelligence: Learned Routing among Specialized Expert Models","created":"2025-11-09","cited_by_count":1,"area":null},{"id":"2512.06457","title":"BitStopper: An Efficient Transformer Attention Accelerator via Stage-fusion and Early Termination","created":"2025-12-06","cited_by_count":1,"area":null},{"id":"2512.07855","title":"LAPA: Log-Domain Prediction-Driven Dynamic Sparsity Accelerator for Transformer Model","created":"2025-11-26","cited_by_count":1,"area":null},{"id":"2601.02683","title":"Learning from Prompt itself: the Hierarchical Attribution Prompt Optimization","created":"2026-01-06","cited_by_count":1,"area":null},{"id":"2601.12945","title":"A Component-Based Survey of Interactions between Large Language Models and Multi-Armed Bandits","created":"2026-01-19","cited_by_count":1,"area":null},{"id":"2602.20662","title":"TOM: A Ternary Read-only Memory Accelerator for LLM-powered Edge Intelligence","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2603.27112","title":"RailVQA: A Benchmark and Framework for Efficient Interpretable Visual Cognition in Automatic Train Operation","created":"2026-03-28","cited_by_count":1,"area":null},{"id":"2605.08568","title":"Different Prompts, Different Ranks: Prompt-aware Dynamic Rank Selection for SVD-based LLM Compression","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2606.17104","title":"Prefill/Decode-Aware Evaluation of LLM Inference on Emerging AI Accelerators","created":"2026-06-14","cited_by_count":1,"area":null},{"id":"2608.25053","title":"Hydra: Phase-Aware Workload Characterization of LLM Inference across Edge SoC Generations, Backends, and Quantization Levels","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2608.30505","title":"Tensor Methods for Language Models: From Token Representation to Training, Adaptation, Inference, Compression, and Interpretability","created":"2026-08-31","cited_by_count":1,"area":null},{"id":"2409.14363","title":"MANTA -- Model Adapter Native generations that's Affordable","created":"2024-09-22","cited_by_count":0,"area":null},{"id":"2411.00889","title":"MESS+: Energy-Optimal Inferencing in Language Model Zoos with Service Level Guarantees","created":"2024-10-31","cited_by_count":0,"area":null},{"id":"2411.09580","title":"Software Performance Engineering for Foundation Model-Powered Software","created":"2024-11-14","cited_by_count":0,"area":null},{"id":"2412.08955","title":"Align, Generate, Learn: A Novel Closed-Loop Framework for Cross-Lingual In-Context Learning","created":"2024-12-12","cited_by_count":0,"area":null},{"id":"2412.15441","title":"Insights into resource utilization of code small language models serving with runtime engines and execution providers","created":"2024-12-19","cited_by_count":0,"area":null},{"id":"2510.20636","title":"Fluidity Index: Next-Generation Super-intelligence Benchmarks","created":"2025-10-23","cited_by_count":0,"area":null},{"id":"2511.19438","title":"Opt4GPTQ: Co-Optimizing Memory and Computation for 4-bit GPTQ Quantized LLM Inference on Heterogeneous Platforms","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2512.24713","title":"FPGA Co-Design for Efficient N:M Sparse and Quantized Model Inference","created":"2025-12-31","cited_by_count":0,"area":null},{"id":"2601.20408","title":"Meeting SLOs, Slashing Hours: Automated Enterprise LLM Optimization with OptiKIT","created":"2026-01-28","cited_by_count":0,"area":null},{"id":"2604.19757","title":"Transparent Screening for LLM Inference and Training Impacts","created":"2026-03-23","cited_by_count":0,"area":null},{"id":"2605.01742","title":"Joint Architecture-Token-Bitwidth Multi-Axis Optimization of Vision Transformers for Semiconductor IC Packaging","created":"2026-05-03","cited_by_count":0,"area":null},{"id":"2605.02829","title":"Compress Then Adapt? No, Do It Together via Task-aware Union of Subspaces","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2606.00888","title":"Memory-Efficient LLM Training with Dynamic Sparsity: From Stability to Practical Scaling","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2606.21238","title":"Recency/Frequency Adaptive KV Caching for Large Language Model Serving","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.21712","title":"BatchGen: An Architecture for Scalable and Efficient Batch Inference","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2607.07021","title":"Learning social norms enhances compatibility in dynamic human-AI coordination","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2608.01885","title":"CARE: A Cascaded Framework for Efficient and Reliable Time Series Anomaly Detection","created":"2026-08-03","cited_by_count":0,"area":null},{"id":"2608.21621","title":"FrugalSOT - Frugal Search Over the Models","created":"2026-08-21","cited_by_count":0,"area":null},{"id":"2608.25977","title":"When Personality Meets Quantization: A Layer-wise MBTI Analysis of Quantized LLMs","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2610.11115","title":"Dynamics as Code: On Model Compression via Dynamic System","created":"2026-10-08","cited_by_count":0,"area":null},{"id":"2610.11715","title":"Internalizer: Portable Context-to-Parameter Mapping for Very Large Language Models","created":"2026-10-08","cited_by_count":0,"area":null}],"next_cursor":null}