{"list":"other","total":51,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"2311.16502","title":"MMMU: A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI","created":"2023-11-27","cited_by_count":2080},{"id":"2209.09513","title":"Learn to Explain: Multimodal Reasoning via Thought Chains for Science Question Answering","created":"2022-09-20","cited_by_count":1919},{"id":"2006.05525","title":"Knowledge Distillation: A Survey","created":"2020-06-09","cited_by_count":1603},{"id":"2002.10957","title":"MiniLM: Deep Self-Attention Distillation for Task-Agnostic Compression of Pre-Trained Transformers","created":"2020-02-25","cited_by_count":1463},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1608.08710","title":"Pruning Filters for Efficient ConvNets","created":"2016-08-31","cited_by_count":1143},{"id":"2404.16821","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","created":"2024-04-25","cited_by_count":1050},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415},{"id":"2005.07683","title":"Movement Pruning: Adaptive Sparsity by Fine-Tuning","created":"2020-05-15","cited_by_count":403},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383},{"id":"2402.07865","title":"Prismatic VLMs: Investigating the Design Space of Visually-Conditioned Language Models","created":"2024-02-12","cited_by_count":339},{"id":"1910.06188","title":"Q8BERT: Quantized 8Bit BERT","created":"2019-10-14","cited_by_count":300},{"id":"2402.13116","title":"A Survey on Knowledge Distillation of Large Language Models","created":"2024-02-20","cited_by_count":284},{"id":"1705.07565","title":"Learning to Prune Deep Neural Networks via Layer-wise Optimal Brain Surgeon","created":"2017-05-22","cited_by_count":221},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203},{"id":"2207.00112","title":"Language model compression with weighted low-rank factorization","created":"2022-06-30","cited_by_count":195},{"id":"2012.15701","title":"BinaryBERT: Pushing the Limit of BERT Quantization","created":"2020-12-31","cited_by_count":178},{"id":"2306.08543","title":"MiniLLM: On-Policy Distillation of Large Language Models","created":"2023-06-14","cited_by_count":139},{"id":"2108.00708","title":"Group Fisher Pruning for Practical Network Compression","created":"2021-08-02","cited_by_count":131},{"id":"2401.02330","title":"LLaVA-Phi: Efficient Multi-Modal Assistant with Small Language Model","created":"2024-01-04","cited_by_count":129},{"id":"2402.11530","title":"Efficient Multimodal Learning from Data-centric Perspective","created":"2024-02-18","cited_by_count":122},{"id":"1909.08174","title":"Gate Decorator: Global Filter Pruning Method for Accelerating Deep Convolutional Neural Networks","created":"2019-09-18","cited_by_count":118},{"id":"2004.03844","title":"On the Effect of Dropping Layers of Pre-trained Transformer Models","created":"2020-04-08","cited_by_count":118},{"id":"1906.06307","title":"A Signal Propagation Perspective for Pruning Neural Networks at Initialization","created":"2019-06-14","cited_by_count":96},{"id":"2307.12732","title":"CLIP-KD: An Empirical Study of CLIP Model Distillation","created":"2023-07-24","cited_by_count":87},{"id":"1904.03837","title":"Centripetal SGD for Pruning Very Deep Convolutional Networks with Complicated Structure","created":"2019-04-08","cited_by_count":76},{"id":"2011.00593","title":"MixKD: Towards Efficient Distillation of Large-scale Language Models","created":"2020-11-01","cited_by_count":65},{"id":"2002.04809","title":"Lookahead: A Far-Sighted Alternative of Magnitude-based Pruning","created":"2020-02-12","cited_by_count":61},{"id":"2311.16153","title":"Identifying and Mitigating Vulnerabilities in LLM-Integrated Applications","created":"2023-11-07","cited_by_count":54},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43},{"id":"2403.06199","title":"Mipha: A Comprehensive Overhaul of Multimodal Assistant with Small Language Models","created":"2024-03-10","cited_by_count":24},{"id":"2404.16637","title":"Zero-Shot Distillation for Image Encoders: How to Make Effective Use of Synthetic Data","created":"2024-04-25","cited_by_count":4}],"next_cursor":null}