{"list":"other","total":74,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2402.03300","title":"DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models","created":"2024-02-05","cited_by_count":9379},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","created":"2022-03-21","cited_by_count":5708},{"id":"1904.09675","title":"BERTScore: Evaluating Text Generation with BERT","created":"2019-04-21","cited_by_count":5512},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"1611.07725","title":"iCaRL: Incremental Classifier and Representation Learning","created":"2016-11-23","cited_by_count":2333},{"id":"2312.10997","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","created":"2023-12-18","cited_by_count":2212},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2206.14858","title":"Solving Quantitative Reasoning Problems with Language Models","created":"2022-06-29","cited_by_count":1392},{"id":"1905.02249","title":"MixMatch: A Holistic Approach to Semi-Supervised Learning","created":"2019-05-06","cited_by_count":1391},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"2305.14251","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","created":"2023-05-23","cited_by_count":1282},{"id":"1705.08690","title":"Continual Learning with Deep Generative Replay","created":"2017-05-24","cited_by_count":1158},{"id":"2210.07229","title":"Mass-Editing Memory in a Transformer","created":"2022-10-13","cited_by_count":1001},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"1312.6211","title":"An Empirical Investigation of Catastrophic Forgetting in Gradient-Based Neural Networks","created":"2013-12-21","cited_by_count":722},{"id":"2304.03277","title":"Instruction Tuning with GPT-4","created":"2023-04-06","cited_by_count":686},{"id":"2401.10020","title":"Self-Rewarding Language Models","created":"2024-01-18","cited_by_count":681},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2309.05463","title":"Textbooks Are All You Need II: phi-1.5 technical report","created":"2023-09-11","cited_by_count":565},{"id":"2110.11309","title":"Fast Model Editing at Scale","created":"2021-10-21","cited_by_count":498},{"id":"1906.05271","title":"Does Learning Require Memorization? A Short Tale about a Long Tail","created":"2019-06-12","cited_by_count":460},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445},{"id":"2309.12288","title":"The Reversal Curse: LLMs trained on \"A is B\" fail to learn \"B is A\"","created":"2023-09-21","cited_by_count":407},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2212.09689","title":"Unnatural Instructions: Tuning Language Models with (Almost) No Human Labor","created":"2022-12-19","cited_by_count":397},{"id":"2310.10631","title":"Llemma: An Open Language Model For Mathematics","created":"2023-10-16","cited_by_count":388},{"id":"1708.02072","title":"Measuring Catastrophic Forgetting in Neural Networks","created":"2017-08-07","cited_by_count":360},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355},{"id":"2406.03816","title":"ReST-MCTS*: LLM Self-Training via Process Reward Guided Tree Search","created":"2024-06-06","cited_by_count":344},{"id":"1710.10628","title":"Variational Continual Learning","created":"2017-10-29","cited_by_count":339},{"id":"2305.14795","title":"MQuAKE: Assessing Knowledge Editing in Language Models via Multi-Hop Questions","created":"2023-05-24","cited_by_count":300},{"id":"2307.12976","title":"Evaluating the Ripple Effects of Knowledge Editing in Language Models","created":"2023-07-24","cited_by_count":242},{"id":"1905.00546","title":"Billion-scale semi-supervised learning for image classification","created":"2019-05-02","cited_by_count":232},{"id":"2012.00363","title":"Modifying Memories in Transformer Models","created":"2020-12-01","cited_by_count":224},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208},{"id":"2211.04325","title":"Will we run out of data? Limits of LLM scaling based on human-generated data","created":"2022-10-26","cited_by_count":195},{"id":"2312.05934","title":"Fine-Tuning or Retrieval? Comparing Knowledge Injection in LLMs","created":"2023-12-10","cited_by_count":178},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161},{"id":"2402.01364","title":"Continual Learning for Large Language Models: A Survey","created":"2024-02-02","cited_by_count":147},{"id":"2309.14402","title":"Physics of Language Models: Part 3.2, Knowledge Manipulation","created":"2023-09-25","cited_by_count":143},{"id":"2403.03883","title":"SaulLM-7B: A pioneering Large Language Model for Law","created":"2024-03-06","cited_by_count":142},{"id":"2209.15189","title":"Learning by Distilling Context","created":"2022-09-30","cited_by_count":138},{"id":"2308.04014","title":"Continual Pre-Training of Large Language Models: How to (re)warm your model?","created":"2023-08-08","cited_by_count":137},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127},{"id":"1903.04476","title":"Continual Learning via Neural Pruning","created":"2019-03-11","cited_by_count":101},{"id":"2402.13064","title":"Synthetic Data (Almost) from Scratch: Generalized Instruction Tuning for Language Models","created":"2024-02-20","cited_by_count":99},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72},{"id":"2404.00213","title":"Injecting New Knowledge into Large Language Models via Supervised Fine-Tuning","created":"2024-03-30","cited_by_count":58},{"id":"2310.11703","title":"A Comprehensive Survey on Vector Database: Storage and Retrieval Technique, Challenge","created":"2023-10-18","cited_by_count":55},{"id":"2205.11465","title":"SQuALITY: Building a Long-Document Summarization Dataset the Hard Way","created":"2022-05-23","cited_by_count":50},{"id":"2403.09057","title":"A Continued Pretrained LLM Approach for Automatic Medical Note Generation","created":"2024-03-14","cited_by_count":30},{"id":"2202.00828","title":"Co-training Improves Prompt-based Learning for Large Language Models","created":"2022-02-02","cited_by_count":24},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23},{"id":"2401.08574","title":"Deductive Closure Training of Language Models for Coherence, Accuracy, and Updatability","created":"2024-01-16","cited_by_count":22},{"id":"2302.01576","title":"ResMem: Learn what you can and memorize the rest","created":"2023-02-03","cited_by_count":13}],"next_cursor":null}