{"list":"other","total":58,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"1510.00149","title":"Deep Compression: Compressing Deep Neural Networks with Pruning, Trained Quantization and Huffman Coding","created":"2015-10-01","cited_by_count":2329},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"2408.01800","title":"MiniCPM-V: A GPT-4V Level MLLM on Your Phone","created":"2024-08-03","cited_by_count":1079},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526},{"id":"2307.13304","title":"QuIP: 2-Bit Quantization of Large Language Models With Guarantees","created":"2023-07-25","cited_by_count":414},{"id":"2005.07683","title":"Movement Pruning: Adaptive Sparsity by Fine-Tuning","created":"2020-05-15","cited_by_count":403},{"id":"2312.02003","title":"A Survey on Large Language Model (LLM) Security and Privacy: The Good, the Bad, and the Ugly","created":"2023-12-04","cited_by_count":387},{"id":"1808.05326","title":"SWAG: A Large-Scale Adversarial Dataset for Grounded Commonsense Inference","created":"2018-08-16","cited_by_count":333},{"id":"1808.06866","title":"Soft Filter Pruning for Accelerating Deep Convolutional Neural Networks","created":"2018-08-21","cited_by_count":315},{"id":"1710.09282","title":"A Survey of Model Compression and Acceleration for Deep Neural Networks","created":"2017-10-23","cited_by_count":301},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260},{"id":"1608.04493","title":"Dynamic Network Surgery for Efficient DNNs","created":"2016-08-16","cited_by_count":233},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217},{"id":"2308.15272","title":"AutoDroid: LLM-powered Task Automation in Android","created":"2023-08-29","cited_by_count":184},{"id":"1707.01213","title":"Data-Driven Sparse Structure Selection for Deep Neural Networks","created":"2017-07-05","cited_by_count":181},{"id":"2312.11514","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","created":"2023-12-12","cited_by_count":177},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152},{"id":"2006.10901","title":"Sparse GPU Kernels for Deep Learning","created":"2020-06-18","cited_by_count":141},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122},{"id":"2406.06282","title":"PowerInfer-2: Fast Large Language Model Inference on a Smartphone","created":"2024-06-10","cited_by_count":103},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94},{"id":"2405.10825","title":"Large Language Model (LLM) for Telecommunications: A Comprehensive Survey on Principles, Key Techniques, and Opportunities","created":"2024-05-17","cited_by_count":83},{"id":"1506.02515","title":"Fast ConvNets Using Group-wise Brain Damage","created":"2015-06-08","cited_by_count":82},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45},{"id":"1312.4461","title":"Low-Rank Approximations for Conditional Feedforward Computation in Deep Neural Networks","created":"2013-12-16","cited_by_count":44},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41},{"id":"2104.08682","title":"Rethinking Network Pruning -- under the Pre-train and Fine-tune Paradigm","created":"2021-04-18","cited_by_count":40},{"id":"2406.05955","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","created":"2024-06-10","cited_by_count":38},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37},{"id":"2008.11849","title":"SparseRT: Accelerating Unstructured Sparsity on GPUs for Deep Learning Inference","created":"2020-08-26","cited_by_count":30},{"id":"2005.04275","title":"Pruning Algorithms to Accelerate Convolutional Neural Networks for Edge Applications: A Survey","created":"2020-05-08","cited_by_count":26},{"id":"2301.10936","title":"PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation","created":"2023-01-26","cited_by_count":25},{"id":"2407.10969","title":"Q-Sparse: All Large Language Models can be Fully Sparsely-Activated","created":"2024-07-15","cited_by_count":25},{"id":"2409.01366","title":"CHESS: Optimizing LLM Inference via Channel-Wise Thresholding and Selective Sparsification","created":"2024-09-02","cited_by_count":7},{"id":"2406.06562","title":"Achieving Sparse Activation in Small Language Models","created":"2024-06-03","cited_by_count":4}],"next_cursor":null}