{"list":"other","total":71,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2303.12712","title":"Sparks of Artificial General Intelligence: Early experiments with GPT-4","created":"2023-03-22","cited_by_count":2592},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242},{"id":"2210.10760","title":"Scaling Laws for Reward Model Overoptimization","created":"2022-10-19","cited_by_count":1095},{"id":"2211.12588","title":"Program of Thoughts Prompting: Disentangling Computation from Reasoning for Numerical Reasoning Tasks","created":"2022-11-22","cited_by_count":1076},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716},{"id":"2305.08322","title":"C-Eval: A Multi-Level Multi-Discipline Chinese Evaluation Suite for Foundation Models","created":"2023-05-15","cited_by_count":708},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670},{"id":"2401.02954","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","created":"2024-01-05","cited_by_count":642},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623},{"id":"2306.11644","title":"Textbooks Are All You Need","created":"2023-06-20","cited_by_count":569},{"id":"2403.07691","title":"ORPO: Monolithic Preference Optimization without Reference Model","created":"2024-03-12","cited_by_count":562},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"2309.03882","title":"Large Language Models Are Not Robust Multiple Choice Selectors","created":"2023-09-07","cited_by_count":486},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2306.09212","title":"CMMLU: Measuring massive multitask language understanding in Chinese","created":"2023-06-15","cited_by_count":449},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290},{"id":"2404.10719","title":"Is DPO Superior to PPO for LLM Alignment? A Comprehensive Study","created":"2024-04-16","cited_by_count":262},{"id":"2402.16827","title":"A Survey on Data Selection for Language Models","created":"2024-02-26","cited_by_count":236},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183},{"id":"2401.06080","title":"Secrets of RLHF in Large Language Models Part II: Reward Modeling","created":"2024-01-11","cited_by_count":171},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150},{"id":"2310.20707","title":"What's In My Big Data?","created":"2023-10-31","cited_by_count":129},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92},{"id":"2402.05369","title":"Noise Contrastive Alignment of Language Models with Explicit Rewards","created":"2024-02-08","cited_by_count":85},{"id":"2309.10818","title":"SlimPajama-DC: Understanding Data Combinations for LLM Training","created":"2023-09-19","cited_by_count":72},{"id":"2309.02033","title":"Data-Juicer: A One-Stop Data Processing System for Large Language Models","created":"2023-09-05","cited_by_count":52},{"id":"2102.08942","title":"A Survey on Locality Sensitive Hashing Algorithms and their Applications","created":"2021-02-17","cited_by_count":40},{"id":"2401.12273","title":"The Ethics of Interaction: Mitigating Security Threats in LLMs","created":"2024-01-22","cited_by_count":33},{"id":"1811.04633","title":"A Review for Weighted MinHash Algorithms","created":"2018-11-12","cited_by_count":4}],"next_cursor":null}