{"list":"other","total":69,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2211.09800","title":"InstructPix2Pix: Learning to Follow Image Editing Instructions","created":"2022-11-17","cited_by_count":2611},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2312.10997","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","created":"2023-12-18","cited_by_count":2212},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2308.12950","title":"Code Llama: Open Foundation Models for Code","created":"2023-08-24","cited_by_count":2139},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799},{"id":"2305.02301","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","created":"2023-05-03","cited_by_count":737},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526},{"id":"1312.6184","title":"Do Deep Nets Really Need to be Deep?","created":"2013-12-21","cited_by_count":474},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329},{"id":"1910.06188","title":"Q8BERT: Quantized 8Bit BERT","created":"2019-10-14","cited_by_count":300},{"id":"2212.08410","title":"Teaching Small Language Models to Reason","created":"2022-12-16","cited_by_count":284},{"id":"2305.15717","title":"The False Promise of Imitating Proprietary LLMs","created":"2023-05-25","cited_by_count":263},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251},{"id":"2301.12726","title":"Specializing Smaller Language Models towards Multi-Step Reasoning","created":"2023-01-30","cited_by_count":251},{"id":"1410.0759","title":"cuDNN: Efficient Primitives for Deep Learning","created":"2014-10-03","cited_by_count":245},{"id":"2004.09602","title":"Integer Quantization for Deep Learning Inference: Principles and Empirical Evaluation","created":"2020-04-20","cited_by_count":188},{"id":"1812.08011","title":"Training Deep Neural Networks with 8-bit Floating Point Numbers","created":"2018-12-19","cited_by_count":164},{"id":"2212.00193","title":"Distilling Reasoning Capabilities into Smaller Language Models","created":"2022-12-01","cited_by_count":158},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139},{"id":"2210.06726","title":"Explanations from Large Language Models Make Small Reasoners Better","created":"2022-10-13","cited_by_count":124},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124},{"id":"2306.02272","title":"OWQ: Outlier-Aware Weight Quantization for Efficient Fine-Tuning and Inference of Large Language Models","created":"2023-06-04","cited_by_count":114},{"id":"2305.01879","title":"SCOTT: Self-Consistent Chain-of-Thought Distillation","created":"2023-05-03","cited_by_count":105},{"id":"2305.17306","title":"Chain-of-Thought Hub: A Continuous Effort to Measure Large Language Models' Reasoning Performance","created":"2023-05-26","cited_by_count":102},{"id":"2305.14152","title":"Memory-Efficient Fine-Tuning of Compressed Large Language Models via sub-4-bit Integer Quantization","created":"2023-05-23","cited_by_count":100},{"id":"2208.09225","title":"FP8 Quantization: The Power of the Exponent","created":"2022-08-19","cited_by_count":88},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80},{"id":"2303.08302","title":"ZeroQuant-V2: Exploring Post-training Quantization in LLMs from Comprehensive Study to Low Rank Compensation","created":"2023-03-15","cited_by_count":79},{"id":"2305.18403","title":"LoRAPrune: Structured Pruning Meets Low-Rank Parameter-Efficient Fine-Tuning","created":"2023-05-28","cited_by_count":53},{"id":"2307.09782","title":"ZeroQuant-FP: A Leap Forward in LLMs Post-Training W4A8 Quantization Using Floating-Point Formats","created":"2023-07-19","cited_by_count":44},{"id":"2212.10670","title":"In-context Learning Distillation: Transferring Few-shot Learning Ability of Pre-trained Language Models","created":"2022-12-20","cited_by_count":37},{"id":"2009.08034","title":"Towards Fully 8-bit Integer Inference for the Transformer Model","created":"2020-09-17","cited_by_count":35},{"id":"2305.12870","title":"Lion: Adversarial Distillation of Proprietary Large Language Models","created":"2023-05-22","cited_by_count":34},{"id":"2302.03773","title":"What Matters In The Structured Pruning of Generative Language Models?","created":"2023-02-07","cited_by_count":30},{"id":"2305.13888","title":"PaD: Program-aided Distillation Can Teach Small Models Reasoning Better than Chain-of-thought Fine-tuning","created":"2023-05-23","cited_by_count":29},{"id":"2306.09299","title":"Can Language Models Teach Weaker Agents? Teacher Explanations Improve Students via Personalization","created":"2023-06-15","cited_by_count":16},{"id":"1903.07486","title":"Dissecting the NVidia Turing T4 GPU via Microbenchmarking","created":"2019-03-18","cited_by_count":15},{"id":"2111.09645","title":"Dynamic-TinyBERT: Boost TinyBERT's Inference Efficiency by Dynamic Sequence Length","created":"2021-11-18","cited_by_count":4}],"next_cursor":null}