{"list":"other","total":204,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1904.09675","title":"BERTScore: Evaluating Text Generation with BERT","created":"2019-04-21","cited_by_count":5512},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120},{"id":"2207.05221","title":"Language Models (Mostly) Know What They Know","created":"2022-07-11","cited_by_count":1856},{"id":"1703.04730","title":"Understanding Black-box Predictions via Influence Functions","created":"2017-03-14","cited_by_count":1741},{"id":"2110.08207","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","created":"2021-10-15","cited_by_count":1470},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125},{"id":"1510.03055","title":"A Diversity-Promoting Objective Function for Neural Conversation Models","created":"2015-10-11","cited_by_count":1077},{"id":"1904.12848","title":"Unsupervised Data Augmentation for Consistency Training","created":"2019-04-29","cited_by_count":1060},{"id":"2005.04118","title":"Beyond Accuracy: Behavioral Testing of NLP models with CheckList","created":"2020-05-08","cited_by_count":1006},{"id":"2111.02080","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","created":"2021-11-03","cited_by_count":938},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878},{"id":"1802.08232","title":"The Secret Sharer: Evaluating and Testing Unintended Memorization in Neural Networks","created":"2018-02-22","cited_by_count":864},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839},{"id":"1910.14599","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","created":"2019-10-31","cited_by_count":807},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686},{"id":"1812.05159","title":"An Empirical Study of Example Forgetting during Deep Neural Network Learning","created":"2018-12-12","cited_by_count":678},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2009.07118","title":"It's Not Just Size That Matters: Small Language Models Are Also Few-Shot Learners","created":"2020-09-15","cited_by_count":669},{"id":"1904.02868","title":"Data Shapley: Equitable Valuation of Data for Machine Learning","created":"2019-04-05","cited_by_count":629},{"id":"2007.01852","title":"Language-agnostic BERT Sentence Embedding","created":"2020-07-03","cited_by_count":627},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623},{"id":"2002.08484","title":"Estimating Training Data Influence by Tracing Gradient Descent","created":"2020-02-19","cited_by_count":580},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532},{"id":"2206.14486","title":"Beyond neural scaling laws: beating power law scaling via data pruning","created":"2022-06-29","cited_by_count":528},{"id":"2006.05929","title":"Dataset Condensation with Gradient Matching","created":"2020-06-10","cited_by_count":516},{"id":"2008.03703","title":"What Neural Networks Memorize and Why: Discovering the Long Tail via Influence Estimation","created":"2020-08-09","cited_by_count":497},{"id":"1802.01886","title":"Texygen: A Benchmarking Platform for Text Generation Models","created":"2018-02-06","cited_by_count":491},{"id":"1906.05271","title":"Does Learning Require Memorization? A Short Tale about a Long Tail","created":"2019-06-12","cited_by_count":460},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415},{"id":"2105.03075","title":"A Survey of Data Augmentation Approaches for NLP","created":"2021-05-07","cited_by_count":409},{"id":"2002.06305","title":"Fine-Tuning Pretrained Language Models: Weight Initializations, Data Orders, and Early Stopping","created":"2020-02-15","cited_by_count":384},{"id":"2310.17631","title":"JudgeLM: Fine-tuned Large Language Models are Scalable Judges","created":"2023-10-26","cited_by_count":367},{"id":"2202.13169","title":"A Systematic Evaluation of Large Language Models of Code","created":"2022-02-26","cited_by_count":363},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2308.03296","title":"Studying Large Language Model Generalization with Influence Functions","created":"2023-08-07","cited_by_count":326},{"id":"2306.05087","title":"PandaLM: An Automatic Evaluation Benchmark for LLM Instruction Tuning Optimization","created":"2023-06-08","cited_by_count":316},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2210.02410","title":"The Vendi Score: A Diversity Evaluation Metric for Machine Learning","created":"2022-10-05","cited_by_count":311},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307},{"id":"2303.09540","title":"SemDeDup: Data-efficient learning at web-scale through semantic deduplication","created":"2023-03-16","cited_by_count":303},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302},{"id":"2110.08420","title":"Understanding Dataset Difficulty with $\\mathcal{V}$-Usable Information","created":"2021-10-16","cited_by_count":291},{"id":"2303.14186","title":"TRAK: Attributing Model Behavior at Scale","created":"2023-03-24","cited_by_count":283},{"id":"1902.10275","title":"Towards Efficient Data Valuation Based on the Shapley Value","created":"2019-02-27","cited_by_count":281},{"id":"1812.08951","title":"Analysis Methods in Neural Language Processing: A Survey","created":"2018-12-21","cited_by_count":277},{"id":"2103.00123","title":"GRAD-MATCH: Gradient Matching based Data Subset Selection for Efficient Deep Model Training","created":"2021-02-27","cited_by_count":274},{"id":"2210.07197","title":"Towards a Unified Multi-Dimensional Evaluator for Text Generation","created":"2022-10-13","cited_by_count":264},{"id":"2006.14651","title":"Influence Functions in Deep Learning Are Fragile","created":"2020-06-25","cited_by_count":252},{"id":"2203.08242","title":"Data Contamination: From Memorization to Exploitation","created":"2022-03-15","cited_by_count":236},{"id":"2402.16827","title":"A Survey on Data Selection for Language Models","created":"2024-02-26","cited_by_count":236},{"id":"2012.10630","title":"GLISTER: Generalization based Data Subset Selection for Efficient and Robust Learning","created":"2020-12-19","cited_by_count":226},{"id":"1902.03545","title":"Task2Vec: Task Embedding for Meta-Learning","created":"2019-02-10","cited_by_count":205},{"id":"2303.10158","title":"Data-centric Artificial Intelligence: A Survey","created":"2023-03-17","cited_by_count":203},{"id":"2006.03875","title":"Coresets via Bilevel Optimization for Continual Learning and Streaming","created":"2020-06-06","cited_by_count":192},{"id":"2110.14049","title":"Beta Shapley: a Unified and Noise-reduced Data Valuation Framework for Machine Learning","created":"2021-10-26","cited_by_count":165},{"id":"2002.04108","title":"Adversarial Filters of Dataset Biases","created":"2020-02-10","cited_by_count":160},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157},{"id":"2310.06786","title":"OpenWebMath: An Open Dataset of High-Quality Mathematical Web Text","created":"2023-10-10","cited_by_count":155},{"id":"2212.00638","title":"Finetune like you pretrain: Improved finetuning of zero-shot vision models","created":"2022-12-01","cited_by_count":150},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150},{"id":"2311.10774","title":"MMC: Advancing Multimodal Chart Understanding with Large-scale Instruction Tuning","created":"2023-11-15","cited_by_count":150},{"id":"2204.08499","title":"DeepCore: A Comprehensive Library for Coreset Selection in Deep Learning","created":"2022-04-18","cited_by_count":147},{"id":"1806.03884","title":"Fast Approximate Natural Gradient Descent in a Kronecker-factored Eigenbasis","created":"2018-06-11","cited_by_count":146},{"id":"2008.05723","title":"Contextual Diversity for Active Learning","created":"2020-08-13","cited_by_count":139},{"id":"2402.00530","title":"Superfiltering: Weak-to-Strong Data Filtering for Fast Instruction-Tuning","created":"2024-02-01","cited_by_count":138},{"id":"2112.03052","title":"Scaling Up Influence Functions","created":"2021-12-06","cited_by_count":132},{"id":"1705.06270","title":"A Review on Bilevel Optimization: From Classical to Evolutionary Approaches and Applications","created":"2017-05-17","cited_by_count":129},{"id":"2004.02990","title":"Evaluating the Evaluation of Diversity in Natural Language Generation","created":"2020-04-06","cited_by_count":129},{"id":"2107.14263","title":"Batch Active Learning at Scale","created":"2021-07-29","cited_by_count":127},{"id":"2308.16175","title":"Quantifying Uncertainty in Answers from any Language Model and Enhancing their Trustworthiness","created":"2023-08-30","cited_by_count":122},{"id":"2307.14430","title":"Skill-it! A Data-Driven Skills Framework for Understanding and Training Language Models","created":"2023-07-26","cited_by_count":121},{"id":"2302.04062","title":"Machine Learning for Synthetic Data Generation: A Review","created":"2023-02-08","cited_by_count":120},{"id":"2110.08534","title":"Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora","created":"2021-10-16","cited_by_count":115},{"id":"1811.03402","title":"A Survey on Data Collection for Machine Learning: a Big Data -- AI Integration Perspective","created":"2018-11-08","cited_by_count":112},{"id":"2312.03526","title":"On the Diversity and Realism of Distilled Dataset: An Efficient Dataset Distillation Paradigm","created":"2023-12-06","cited_by_count":109},{"id":"2311.15653","title":"MoDS: Model-oriented Data Selection for Instruction Tuning","created":"2023-11-27","cited_by_count":107},{"id":"1911.04706","title":"FLAML: A Fast and Lightweight AutoML Library","created":"2019-11-12","cited_by_count":106}],"next_cursor":"100"}