{"total":43,"rows":[{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130,"area":null},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2112.00029","title":"Pixelated Butterfly: Simple and Efficient Sparse training for Neural Network Models","created":"2021-11-30","cited_by_count":76,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2112.07628","title":"Training Multi-Layer Over-Parametrized Neural Network in Subquadratic Time","created":"2021-12-14","cited_by_count":62,"area":null},{"id":"2105.08810","title":"Sparse Spiking Gradient Descent","created":"2021-05-18","cited_by_count":41,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2101.10761","title":"An Efficient Statistical-based Gradient Compression Technique for Distributed Training Systems","created":"2021-01-26","cited_by_count":32,"area":null},{"id":"2110.04622","title":"Does Preprocessing Help Training Over-parameterized Neural Networks?","created":"2021-10-09","cited_by_count":32,"area":null},{"id":"2106.10860","title":"Multiplying Matrices Without Multiplying","created":"2021-06-21","cited_by_count":30,"area":null},{"id":"2211.14227","title":"Bypass Exponential Time Preprocessing: Fast Neural Network Training via Weight-Data Correlation Preprocessing","created":"2022-11-25","cited_by_count":29,"area":null},{"id":"2208.05395","title":"A Sublinear Adversarial Training Algorithm","created":"2022-08-10","cited_by_count":22,"area":null},{"id":"2111.15139","title":"Breaking the Linear Iteration Cost Barrier for Some Well-known Conditional Gradient Methods Using MaxIP Data-structures","created":"2021-11-30","cited_by_count":19,"area":null},{"id":"2405.06394","title":"Memory Mosaics","created":"2024-05-10","cited_by_count":16,"area":null},{"id":"2103.10891","title":"Accelerating SLIDE Deep Learning on Modern CPUs: Vectorization, Quantizations, Memory Optimizations, and More","created":"2021-03-06","cited_by_count":15,"area":null},{"id":"2105.08285","title":"Sublinear Least-Squares Value Iteration via Locality Sensitive Hashing","created":"2021-05-18","cited_by_count":15,"area":null},{"id":"2212.11408","title":"Adaptive and Dynamic Multi-Resolution Hashing for Pairwise Summations","created":"2022-12-21","cited_by_count":14,"area":null},{"id":"2406.15575","title":"Sketch-GNN: Scalable Graph Neural Networks with Sublinear Training Complexity","created":"2024-06-21","cited_by_count":14,"area":null},{"id":"2303.06210","title":"A Theoretical Analysis Of Nearest Neighbor Search On Approximate Near Neighbor Graph","created":"2023-03-10","cited_by_count":10,"area":null},{"id":"2103.02729","title":"Linear Bandit Algorithms with Sublinear Time Complexity","created":"2021-03-03","cited_by_count":9,"area":null},{"id":"2403.07221","title":"LookupFFN: Making Transformers Compute-lite for CPU inference","created":"2024-03-12","cited_by_count":8,"area":null},{"id":"2208.03367","title":"Sublinear Time Algorithm for Online Weighted Bipartite Matching","created":"2022-08-05","cited_by_count":7,"area":null},{"id":"2208.03915","title":"Dynamic Maintenance of Kernel Density Estimation Data Structure: From Practice to Theory","created":"2022-08-08","cited_by_count":6,"area":null},{"id":"2305.08001","title":"Structured and Fast Optimization: The Kronecker SGD Algorithm","created":"2023-05-13","cited_by_count":5,"area":null},{"id":"2310.11611","title":"In defense of parameter sharing for model-compression","created":"2023-10-17","cited_by_count":5,"area":null},{"id":"2411.12992","title":"MemoryFormer: Minimize Transformer Computation by Removing Fully-Connected Layers","created":"2024-11-20","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2309.17211","title":"Data-Free Dynamic Compression of CNNs for Tractable Efficiency","created":"2023-09-29","cited_by_count":4,"area":null},{"id":"2110.07029","title":"Adaptive Elastic Training for Sparse Deep Learning on Heterogeneous Multi-GPU Servers","created":"2021-10-13","cited_by_count":2,"area":null},{"id":"2201.12667","title":"Distributed SLIDE: Enabling Training Large Neural Networks on Low Bandwidth and Simple CPU-Clusters via Model Parallelism and Sparsity","created":"2022-01-29","cited_by_count":2,"area":null},{"id":"2303.17727","title":"BOLT: An Automated Deep Learning Framework for Training and Deploying Large-Scale Search and Recommendation Models on Commodity CPU Hardware","created":"2023-03-30","cited_by_count":1,"area":null},{"id":"2306.02563","title":"Large-Scale Distributed Learning via Private On-Device Locality-Sensitive Hashing","created":"2023-06-05","cited_by_count":1,"area":null},{"id":"2311.10207","title":"Stella Nera: A Differentiable Maddness-Based Hardware Accelerator for Efficient Approximate Matrix Multiplication","created":"2023-11-16","cited_by_count":1,"area":null},{"id":"2108.07908","title":"M-ar-K-Fast Independent Component Analysis","created":"2021-08-17","cited_by_count":0,"area":null},{"id":"2204.08400","title":"Dynamic Network Adaptation at Inference","created":"2022-04-18","cited_by_count":0,"area":null},{"id":"2309.15479","title":"Fast Locality Sensitive Hashing with Theoretical Guarantee","created":"2023-09-27","cited_by_count":0,"area":null},{"id":"2504.03887","title":"Accurate GPU Memory Prediction for Deep Learning Jobs through Dynamic Analysis","created":"2025-04-04","cited_by_count":0,"area":null},{"id":"2512.00113","title":"From RISC-V Cores to Neuromorphic Arrays: A Tutorial on Building Scalable Digital Neuromorphic Processors","created":"2025-11-27","cited_by_count":0,"area":null},{"id":"2605.24168","title":"Inference Time Context Sparsity: Illusion or Opportunity?","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.30516","title":"HASTE: A Framework for Training-Free, Dynamic, and Steerable Compression of Pre-Trained Convolutional Neural Networks","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2609.03079","title":"LeanStream: A Speculate-and-Refine Streaming Framework for Efficient on-Device LLM Inference","created":"2026-09-02","cited_by_count":0,"area":null}],"next_cursor":null}