{"total":42,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2311.09755","title":"On the Impact of Calibration Data in Post-training Quantization and Pruning","created":"2023-11-16","cited_by_count":58,"area":null},{"id":"2403.15447","title":"Decoding Compressed Trust: Scrutinizing the Trustworthiness of Efficient LLMs Under Compression","created":"2024-03-18","cited_by_count":57,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2407.03211","title":"How Does Quantization Affect Multilingual LLMs?","created":"2024-07-03","cited_by_count":43,"area":null},{"id":"2407.17465","title":"u-$\\mu$P: The Unit-Scaled Maximal Update Parametrization","created":"2024-07-24","cited_by_count":29,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2601.22966","title":"A Unified View of Attention and Residual Sinks: Outlier-Driven Rescaling is Essential for Transformer Training","created":"2026-01-30","cited_by_count":23,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2309.17224","title":"Training and inference of large language models using 8-bit floating point","created":"2023-09-29","cited_by_count":20,"area":null},{"id":"2312.05662","title":"Understanding the Effect of Model Compression on Social Bias in Large Language Models","created":"2023-12-09","cited_by_count":19,"area":null},{"id":"2407.05694","title":"On the Limitations of Compute Thresholds as a Governance Strategy","created":"2024-07-08","cited_by_count":18,"area":null},{"id":"2510.06213","title":"Training Dynamics Impact Post-Training Quantization Robustness","created":"2025-10-07","cited_by_count":15,"area":null},{"id":"2405.20835","title":"Outliers and Calibration Sets have Diminishing Effect on Quantization of Modern LLMs","created":"2024-05-31","cited_by_count":12,"area":null},{"id":"2401.02938","title":"Fast and Effective Weight Update for Pruned Large Language Models","created":"2024-01-01","cited_by_count":11,"area":null},{"id":"2503.11302","title":"Are formal and functional linguistic mechanisms dissociated in language models?","created":"2025-03-14","cited_by_count":11,"area":null},{"id":"2505.00598","title":"Fast and Low-Cost Genomic Foundation Models via Outlier Removal","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2504.05346","title":"Thanos: A Block-wise Pruning Algorithm for Efficient Large Language Model Compression","created":"2025-04-06","cited_by_count":7,"area":null},{"id":"2407.01490","title":"LLM See, LLM Do: Guiding Data Generation to Target Non-Differentiable Objectives","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2402.12102","title":"Is It a Free Lunch for Removing Outliers during Pretraining?","created":"2024-02-19","cited_by_count":2,"area":null},{"id":"2605.08504","title":"A Single Layer to Explain Them All:Understanding Massive Activations in Large Language Models","created":"2026-05-08","cited_by_count":2,"area":null},{"id":"2404.01306","title":"NeuroPrune: A Neuro-inspired Topological Sparse Training Algorithm for Large Language Models","created":"2024-02-28","cited_by_count":1,"area":null},{"id":"2504.14569","title":"NoWag: A Unified Framework for Shape Preserving Compression of Large Language Models","created":"2025-04-20","cited_by_count":1,"area":null},{"id":"2504.21553","title":"Precision Where It Matters: A Novel Spike Aware Mixed-Precision Quantization Strategy for LLaMA-based Language Models","created":"2025-04-30","cited_by_count":1,"area":null},{"id":"2508.15828","title":"Z-Pruner: Post-Training Pruning of Large Language Models for Efficiency without Retraining","created":"2025-08-18","cited_by_count":1,"area":null},{"id":"2508.20893","title":"The Uneven Impact of Post-Training Quantization in Machine Translation","created":"2025-08-28","cited_by_count":1,"area":null},{"id":"2510.21970","title":"Performance Trade-offs of Optimizing Small Language Models for E-Commerce","created":"2025-10-24","cited_by_count":1,"area":null},{"id":"2511.03983","title":"TwIST: Rigging the Lottery in Transformers with Independent Subnetwork Training","created":"2025-11-06","cited_by_count":1,"area":null},{"id":"2410.08791","title":"Superpipeline: A Universal Approach for Reducing GPU Memory Usage in Large Models","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2412.07391","title":"A Data-Free Analytical Quantization Scheme for Deep Learning Models","created":"2024-12-10","cited_by_count":0,"area":null},{"id":"2601.17733","title":"Flatten The Complex: Joint B-Rep Generation via Compositional $k$-Cell Particles","created":"2026-01-25","cited_by_count":0,"area":null},{"id":"2608.13365","title":"When Local Variance Optimality Is Not Enough: RoPE-Aligned Q/K Rotations for Dynamic 4-Bit Quantisation","created":"2026-08-13","cited_by_count":0,"area":null},{"id":"2610.00423","title":"The Life Cycle of a Massive Activation: Stochastic Birth, Weight-Decay-Driven Growth, and Competitive Consolidation","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.05329","title":"Understanding the Weight Averaging Mechanism in LLM Training for Post-Training Quantization","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}