{"list":"other","total":98,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2303.17651","title":"Self-Refine: Iterative Refinement with Self-Feedback","created":"2023-03-30","cited_by_count":3442},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2203.07814","title":"Competition-Level Code Generation with AlphaCode","created":"2022-02-08","cited_by_count":1462},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781},{"id":"2306.08568","title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct","created":"2023-06-14","cited_by_count":733},{"id":"2304.07327","title":"OpenAssistant Conversations -- Democratizing Large Language Model Alignment","created":"2023-04-14","cited_by_count":721},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2010.00133","title":"CrowS-Pairs: A Challenge Dataset for Measuring Social Biases in Masked Language Models","created":"2020-09-30","cited_by_count":710},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623},{"id":"2304.15010","title":"LLaMA-Adapter V2: Parameter-Efficient Visual Instruction Model","created":"2023-04-28","cited_by_count":602},{"id":"2309.05463","title":"Textbooks Are All You Need II: phi-1.5 technical report","created":"2023-09-11","cited_by_count":565},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2309.05653","title":"MAmmoTH: Building Math Generalist Models through Hybrid Instruction Tuning","created":"2023-09-11","cited_by_count":487},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303},{"id":"1906.07337","title":"Measuring Bias in Contextualized Word Representations","created":"2019-06-18","cited_by_count":276},{"id":"2305.15717","title":"The False Promise of Imitating Proprietary LLMs","created":"2023-05-25","cited_by_count":263},{"id":"2305.08283","title":"From Pretraining Data to Language Models to Downstream Tasks: Tracking the Trails of Political Biases Leading to Unfair NLP Models","created":"2023-05-15","cited_by_count":260},{"id":"2309.11235","title":"OpenChat: Advancing Open-source Language Models with Mixed-Quality Data","created":"2023-09-20","cited_by_count":252},{"id":"2305.18752","title":"GPT4Tools: Teaching Large Language Model to Use Tools via Self-instruction","created":"2023-05-30","cited_by_count":248},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236},{"id":"2310.05492","title":"How Abilities in Large Language Models are Affected by Supervised Fine-tuning Data Composition","created":"2023-10-09","cited_by_count":223},{"id":"2212.04037","title":"Demystifying Prompts in Language Models via Perplexity Estimation","created":"2022-12-08","cited_by_count":216},{"id":"2303.10158","title":"Data-centric Artificial Intelligence: A Survey","created":"2023-03-17","cited_by_count":203},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"2109.07830","title":"Reframing Instructional Prompts to GPTk's Language","created":"2021-09-16","cited_by_count":176},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174},{"id":"2305.14552","title":"Sources of Hallucination by Large Language Models on Inference Tasks","created":"2023-05-23","cited_by_count":169},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152},{"id":"2308.07317","title":"Platypus: Quick, Cheap, and Powerful Refinement of LLMs","created":"2023-08-14","cited_by_count":150},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150},{"id":"2204.07931","title":"On the Origin of Hallucinations in Conversational Models: Is it the Datasets or the Models?","created":"2022-04-17","cited_by_count":138},{"id":"2104.06390","title":"Detoxifying Language Models Risks Marginalizing Minority Voices","created":"2021-04-13","cited_by_count":107},{"id":"2311.15653","title":"MoDS: Model-oriented Data Selection for Instruction Tuning","created":"2023-11-27","cited_by_count":107},{"id":"2305.13230","title":"To Repeat or Not To Repeat: Insights from Scaling LLM under Token-Crisis","created":"2023-05-22","cited_by_count":92},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90},{"id":"2303.14742","title":"Exploring the Impact of Instruction Data Scaling on Large Language Models: An Empirical Study on Real-World Use Cases","created":"2023-03-26","cited_by_count":86},{"id":"2302.03202","title":"Exploring the Benefits of Training Expert Language Models over Instruction Tuning","created":"2023-02-07","cited_by_count":80},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75},{"id":"2309.10818","title":"SlimPajama-DC: Understanding Data Combinations for LLM Training","created":"2023-09-19","cited_by_count":72},{"id":"2309.09150","title":"Can Large Language Models Understand Real-World Complex Instructions?","created":"2023-09-17","cited_by_count":69},{"id":"2310.07931","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","created":"2023-10-11","cited_by_count":69},{"id":"2112.08348","title":"Prompt Waywardness: The Curious Case of Discretized Interpretation of Continuous Prompts","created":"2021-12-15","cited_by_count":64},{"id":"2305.09246","title":"Maybe Only 0.5% Data is Needed: A Preliminary Exploration of Low Training Data Instruction Tuning","created":"2023-05-16","cited_by_count":58},{"id":"2311.00288","title":"Active Instruction Tuning: Improving Cross-Task Generalization by Training on Prompt Sensitive Tasks","created":"2023-11-01","cited_by_count":55},{"id":"2201.10474","title":"Whose Language Counts as High Quality? Measuring Language Ideologies in Text Data Selection","created":"2022-01-25","cited_by_count":53},{"id":"2311.08182","title":"Self-Evolved Diverse Data Sampling for Efficient Instruction Tuning","created":"2023-11-14","cited_by_count":52},{"id":"2305.11383","title":"Do Models Really Learn to Follow Instructions? An Empirical Study of Instruction Tuning","created":"2023-05-19","cited_by_count":49},{"id":"2203.16747","title":"How Pre-trained Language Models Capture Factual Knowledge? A Causal-Inspired Analysis","created":"2022-03-31","cited_by_count":42},{"id":"2306.01150","title":"Did You Read the Instructions? Rethinking the Effectiveness of Task Definitions in Instruction Learning","created":"2023-06-01","cited_by_count":41},{"id":"2305.14327","title":"Dynosaur: A Dynamic Growth Paradigm for Instruction-Tuning Data Curation","created":"2023-05-23","cited_by_count":38},{"id":"2310.13486","title":"Mind the instructions: a holistic evaluation of consistency and interactions in prompt-based learning","created":"2023-10-20","cited_by_count":31},{"id":"2212.00196","title":"Data-Efficient Finetuning Using Cross-Task Nearest Neighbors","created":"2022-12-01","cited_by_count":26},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20},{"id":"2310.09168","title":"Explore-Instruct: Enhancing Domain-Specific Instruction Coverage through Active Exploration","created":"2023-10-13","cited_by_count":18},{"id":"2210.04261","title":"Noise-Robust De-Duplication at Scale","created":"2022-10-09","cited_by_count":17},{"id":"2211.05610","title":"BERT on a Data Diet: Finding Important Examples by Gradient-Based Pruning","created":"2022-11-10","cited_by_count":17},{"id":"2307.15504","title":"Exploring Format Consistency for Instruction Tuning","created":"2023-07-28","cited_by_count":14},{"id":"2307.03692","title":"Becoming self-instruct: introducing early stopping criteria for minimal instruct tuning","created":"2023-07-05","cited_by_count":13},{"id":"2208.01545","title":"The Curse of Low Task Diversity: On the Failure of Transfer Learning to Outperform MAML and Their Empirical Equivalence","created":"2022-08-02","cited_by_count":10},{"id":"2109.00698","title":"An Empirical Exploration in Quality Filtering of Text Data","created":"2021-09-02","cited_by_count":9},{"id":"2308.12711","title":"Harnessing the Power of David against Goliath: Exploring Instruction Data Generation without Using Closed-Source Models","created":"2023-08-24","cited_by_count":6},{"id":"2310.13008","title":"DavIR: Data Selection via Implicit Reward for Large Language Models","created":"2023-10-16","cited_by_count":6},{"id":"2310.19651","title":"Dynamics of Instruction Fine-Tuning for Chinese Large Language Models","created":"2023-10-30","cited_by_count":6}],"next_cursor":null}