{"total":1470,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459,"area":"lr"},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065,"area":"lr"},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2205.11916","title":"Large Language Models are Zero-Shot Reasoners","created":"2022-05-24","cited_by_count":4374,"area":"lr"},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2305.06500","title":"InstructBLIP: Towards General-purpose Vision-Language Models with Instruction Tuning","created":"2023-05-11","cited_by_count":2876,"area":"mllm"},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724,"area":"alignment"},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2406.01574","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","created":"2024-06-03","cited_by_count":1848,"area":null},{"id":"2310.11511","title":"Self-RAG: Learning to Retrieve, Generate, and Critique through Self-Reflection","created":"2023-10-17","cited_by_count":1839,"area":"rag"},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807,"area":"lr"},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434,"area":"lr"},{"id":"2305.15334","title":"Gorilla: Large Language Model Connected with Massive APIs","created":"2023-05-24","cited_by_count":1332,"area":"lr"},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2308.03688","title":"AgentBench: Evaluating LLMs as Agents","created":"2023-08-07","cited_by_count":1267,"area":"agents"},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228,"area":null},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125,"area":null},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100,"area":"alignment"},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2211.01910","title":"Large Language Models Are Human-Level Prompt Engineers","created":"2022-11-03","cited_by_count":1045,"area":null},{"id":"2404.02905","title":"Visual Autoregressive Modeling: Scalable Image Generation via Next-Scale Prediction","created":"2024-04-03","cited_by_count":1023,"area":"diffusion"},{"id":"2304.05128","title":"Teaching Large Language Models to Self-Debug","created":"2023-04-11","cited_by_count":988,"area":"lr"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938,"area":null},{"id":"2306.13549","title":"A Survey on Multimodal Large Language Models","created":"2023-06-23","cited_by_count":909,"area":"mllm"},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2302.00093","title":"Large Language Models Can Be Easily Distracted by Irrelevant Context","created":"2023-01-31","cited_by_count":841,"area":null},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839,"area":null},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2205.06175","title":"A Generalist Agent","created":"2022-05-12","cited_by_count":808,"area":"agents"},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767,"area":null},{"id":"2307.15217","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","created":"2023-07-27","cited_by_count":759,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744,"area":null},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2305.01937","title":"Can Large Language Models Be an Alternative to Human Evaluations?","created":"2023-05-03","cited_by_count":734,"area":null},{"id":"2306.08568","title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct","created":"2023-06-14","cited_by_count":733,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2309.14525","title":"Aligning Large Multimodal Models with Factually Augmented RLHF","created":"2023-09-25","cited_by_count":712,"area":"mllm"},{"id":"2210.03493","title":"Automatic Chain of Thought Prompting in Large Language Models","created":"2022-10-07","cited_by_count":688,"area":"lr"},{"id":"2304.03277","title":"Instruction Tuning with GPT-4","created":"2023-04-06","cited_by_count":686,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664,"area":"lr"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2211.10435","title":"PAL: Program-aided Language Models","created":"2022-11-18","cited_by_count":652,"area":"lr"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2308.08747","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2023-08-17","cited_by_count":639,"area":null},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625,"area":"lr"},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2309.07597","title":"C-Pack: Packed Resources For General Chinese Embeddings","created":"2023-09-14","cited_by_count":578,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2401.01335","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","created":"2024-01-02","cited_by_count":557,"area":"synth"},{"id":"2305.03726","title":"Otter: A Multi-Modal Model with In-Context Instruction Tuning","created":"2023-05-05","cited_by_count":550,"area":"mllm"},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532,"area":null},{"id":"2212.10496","title":"Precise Zero-Shot Dense Retrieval without Relevance Labels","created":"2022-12-20","cited_by_count":517,"area":null},{"id":"2310.16944","title":"Zephyr: Direct Distillation of LM Alignment","created":"2023-10-25","cited_by_count":506,"area":"alignment"},{"id":"2302.06476","title":"Is ChatGPT a General-Purpose Natural Language Processing Task Solver?","created":"2023-02-08","cited_by_count":488,"area":null},{"id":"2309.05653","title":"MAmmoTH: Building Math Generalist Models through Hybrid Instruction Tuning","created":"2023-09-11","cited_by_count":487,"area":null},{"id":"2402.17177","title":"Sora: A Review on Background, Technology, Limitations, and Opportunities of Large Vision Models","created":"2024-02-27","cited_by_count":477,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2310.01377","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","created":"2023-10-02","cited_by_count":406,"area":"alignment"},{"id":"2302.07842","title":"Augmented Language Models: a Survey","created":"2023-02-15","cited_by_count":403,"area":"lr"},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2203.13366","title":"Recommendation as Language Processing (RLP): A Unified Pretrain, Personalized Prompt & Predict Paradigm (P5)","created":"2022-03-24","cited_by_count":402,"area":null},{"id":"2212.09689","title":"Unnatural Instructions: Tuning Language Models with (Almost) No Human Labor","created":"2022-12-19","cited_by_count":397,"area":null},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390,"area":null},{"id":"2310.10631","title":"Llemma: An Open Language Model For Mathematics","created":"2023-10-16","cited_by_count":388,"area":"lr"},{"id":"2303.17491","title":"Language Models can Solve Computer Tasks","created":"2023-03-30","cited_by_count":372,"area":null},{"id":"2205.12548","title":"RLPrompt: Optimizing Discrete Text Prompts with Reinforcement Learning","created":"2022-05-25","cited_by_count":366,"area":null},{"id":"2311.12871","title":"An Embodied Generalist Agent in 3D World","created":"2023-11-18","cited_by_count":365,"area":"agents"},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2302.04166","title":"GPTScore: Evaluate as You Desire","created":"2023-02-08","cited_by_count":361,"area":null},{"id":"2305.00050","title":"Causal Reasoning and Large Language Models: Opening a New Frontier for Causality","created":"2023-04-28","cited_by_count":353,"area":"lr"},{"id":"2305.15393","title":"LayoutGPT: Compositional Visual Planning and Generation with Large Language Models","created":"2023-05-24","cited_by_count":347,"area":null},{"id":"2406.08464","title":"Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing","created":"2024-06-12","cited_by_count":346,"area":"lr"},{"id":"2310.12823","title":"AgentTuning: Enabling Generalized Agent Abilities for LLMs","created":"2023-10-19","cited_by_count":338,"area":"agents"}],"next_cursor":"100"}