{"list":"other","total":74,"rows":[{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832},{"id":"1612.08083","title":"Language Modeling with Gated Convolutional Networks","created":"2016-12-23","cited_by_count":702},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535},{"id":"1712.01887","title":"Deep Gradient Compression: Reducing the Communication Bandwidth for Distributed Training","created":"2017-12-05","cited_by_count":478},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204},{"id":"2304.01433","title":"TPU v4: An Optically Reconfigurable Supercomputer for Machine Learning with Hardware Support for Embeddings","created":"2023-04-04","cited_by_count":202},{"id":"2009.06489","title":"The Hardware Lottery","created":"2020-09-14","cited_by_count":160},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144},{"id":"1907.05242","title":"Large Memory Layers with Product Keys","created":"2019-07-10","cited_by_count":124},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119},{"id":"2004.08900","title":"The Cost of Training NLP Models: A Concise Overview","created":"2020-04-19","cited_by_count":98},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94},{"id":"2111.12763","title":"Sparse is Enough in Scaling Transformers","created":"2021-11-24","cited_by_count":86},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2407.04153","title":"Mixture of A Million Experts","created":"2024-07-04","cited_by_count":72},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60},{"id":"1911.08772","title":"Understanding Top-k Sparsification in Distributed Deep Learning","created":"2019-11-20","cited_by_count":56},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55},{"id":"2412.14711","title":"ReMoE: Fully Differentiable Mixture-of-Experts with ReLU Routing","created":"2024-12-19","cited_by_count":54},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52},{"id":"1903.03129","title":"SLIDE : In Defense of Smart Algorithms over Hardware Acceleration for Large-Scale Deep Learning Systems","created":"2019-03-07","cited_by_count":46},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45},{"id":"2408.07092","title":"Post-Training Sparse Attention with Double Sparsity","created":"2024-08-11","cited_by_count":45},{"id":"1312.4461","title":"Low-Rank Approximations for Conditional Feedforward Computation in Deep Neural Networks","created":"2013-12-16","cited_by_count":44},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38},{"id":"2101.10761","title":"An Efficient Statistical-based Gradient Compression Technique for Distributed Training Systems","created":"2021-01-26","cited_by_count":32},{"id":"2310.10837","title":"Approximating Two-Layer Feedforward Networks for Efficient Transformers","created":"2023-10-16","cited_by_count":27},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25},{"id":"2411.02335","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","created":"2024-11-04","cited_by_count":22},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21},{"id":"2306.11197","title":"Sparse Modular Activation for Efficient Sequence Modeling","created":"2023-06-19","cited_by_count":20},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20},{"id":"2406.04331","title":"PaCE: Parsimonious Concept Engineering for Large Language Models","created":"2024-06-06","cited_by_count":19},{"id":"2206.14286","title":"TPU-KNN: K Nearest Neighbor Search at Peak FLOP/s","created":"2022-06-28","cited_by_count":18},{"id":"2110.02802","title":"Self-conditioning pre-trained language models","created":"2021-09-30","cited_by_count":16},{"id":"2310.04361","title":"Exploiting Activation Sparsity with Dense to Dynamic-k Mixture-of-Experts Conversion","created":"2023-10-06","cited_by_count":16},{"id":"2307.00426","title":"Sparsity-aware generalization theory for deep neural networks","created":"2023-07-01","cited_by_count":8},{"id":"2403.07221","title":"LookupFFN: Making Transformers Compute-lite for CPU inference","created":"2024-03-12","cited_by_count":8},{"id":"2309.03004","title":"A Theoretical Explanation of Activation Sparsity through Flat Minima and Adversarial Robustness","created":"2023-09-06","cited_by_count":7},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6}],"next_cursor":null}