{"list":"other","total":51,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2212.13138","title":"Large Language Models Encode Clinical Knowledge","created":"2022-12-26","cited_by_count":1830},{"id":"1909.06146","title":"PubMedQA: A Dataset for Biomedical Research Question Answering","created":"2019-09-13","cited_by_count":1288},{"id":"2007.15779","title":"Domain-Specific Language Model Pretraining for Biomedical Natural Language Processing","created":"2020-07-31","cited_by_count":1009},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744},{"id":"2303.13375","title":"Capabilities of GPT-4 on Medical Challenge Problems","created":"2023-03-20","cited_by_count":638},{"id":"2102.07350","title":"Prompt Programming for Large Language Models: Beyond the Few-Shot Paradigm","created":"2021-02-15","cited_by_count":606},{"id":"2210.10341","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","created":"2022-10-19","cited_by_count":538},{"id":"1911.11134","title":"Rigging the Lottery: Making All Tickets Winners","created":"2019-11-25","cited_by_count":495},{"id":"1902.09574","title":"The State of Sparsity in Deep Neural Networks","created":"2019-02-25","cited_by_count":476},{"id":"2311.16452","title":"Can Generalist Foundation Models Outcompete Special-Purpose Tuning? Case Study in Medicine","created":"2023-11-28","cited_by_count":329},{"id":"1707.04780","title":"Scalable Training of Artificial Neural Networks with Adaptive Sparse Connectivity inspired by Network Science","created":"2017-07-15","cited_by_count":328},{"id":"2007.12223","title":"The Lottery Ticket Hypothesis for Pre-trained BERT Networks","created":"2020-07-23","cited_by_count":275},{"id":"1911.13299","title":"What's Hidden in a Randomly Weighted Neural Network?","created":"2019-11-29","cited_by_count":237},{"id":"2203.15827","title":"LinkBERT: Pretraining Language Models with Document Links","created":"2022-03-29","cited_by_count":211},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204},{"id":"2207.08143","title":"Can large language models reason about medical questions?","created":"2022-07-17","cited_by_count":194},{"id":"2305.13523","title":"A Study of Generative Large Language Model for Medical Research and Healthcare","created":"2023-05-22","cited_by_count":163},{"id":"2009.06489","title":"The Hardware Lottery","created":"2020-09-14","cited_by_count":160},{"id":"2210.09338","title":"Deep Bidirectional Language-Knowledge Graph Pretraining","created":"2022-10-17","cited_by_count":156},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132},{"id":"2204.00595","title":"Monarch: Expressive Structured Matrices for Efficient and Accurate Training","created":"2022-04-01","cited_by_count":106},{"id":"2304.14454","title":"PMC-LLaMA: Towards Building Open-source Language Models for Medicine","created":"2023-04-27","cited_by_count":88},{"id":"1911.09723","title":"Fast Sparse ConvNets","created":"2019-11-21","cited_by_count":86},{"id":"2111.12763","title":"Sparse is Enough in Scaling Transformers","created":"2021-11-24","cited_by_count":86},{"id":"2202.02643","title":"The Unreasonable Effectiveness of Random Pruning: Return of the Most Naive Baseline for Sparse Training","created":"2022-02-05","cited_by_count":85},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75},{"id":"1906.10732","title":"The Difficulty of Training Sparse Neural Networks","created":"2019-06-25","cited_by_count":62},{"id":"2108.06084","title":"The Stability-Efficiency Dilemma: Investigating Sequence Length Warmup for Training GPT Models","created":"2021-08-13","cited_by_count":36},{"id":"2311.12862","title":"TorchSparse++: Efficient Training and Inference Framework for Sparse Convolution on GPUs","created":"2023-10-25","cited_by_count":36},{"id":"2010.14495","title":"Are wider nets better given the same number of parameters?","created":"2020-10-27","cited_by_count":27},{"id":"2101.07948","title":"SparseDNN: Fast Sparse Deep Learning Inference on CPUs","created":"2021-01-20","cited_by_count":13},{"id":"2108.06277","title":"Towards Structured Dynamic Sparse Pre-Training of BERT","created":"2021-08-13","cited_by_count":12}],"next_cursor":null}