{"list":"other","total":102,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795},{"id":"2204.05862","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","created":"2022-04-12","cited_by_count":3720},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"2307.15043","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","created":"2023-07-27","cited_by_count":3104},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"1908.09635","title":"A Survey on Bias and Fairness in Machine Learning","created":"2019-08-23","cited_by_count":1917},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242},{"id":"2310.03693","title":"Fine-tuning Aligned Language Models Compromises Safety, Even When Users Do Not Intend To!","created":"2023-10-05","cited_by_count":1154},{"id":"2212.10511","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","created":"2022-12-20","cited_by_count":1128},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"2403.08295","title":"Gemma: Open Models Based on Gemini Research and Technology","created":"2024-03-13","cited_by_count":916},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639},{"id":"2007.08199","title":"Learning from Noisy Labels with Deep Neural Networks: A Survey","created":"2020-07-16","cited_by_count":582},{"id":"1909.01326","title":"The Woman Worked as a Babysitter: On Biases in Language Generation","created":"2019-09-03","cited_by_count":541},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2004.07667","title":"Null It Out: Guarding Protected Attributes by Iterative Nullspace Projection","created":"2020-04-16","cited_by_count":455},{"id":"1909.12434","title":"Learning the Difference that Makes a Difference with Counterfactually-Augmented Data","created":"2019-09-26","cited_by_count":439},{"id":"1911.00068","title":"Confident Learning: Estimating Uncertainty in Dataset Labels","created":"2019-10-31","cited_by_count":413},{"id":"2402.12354","title":"LoRA+: Efficient Low Rank Adaptation of Large Models","created":"2024-02-19","cited_by_count":377},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357},{"id":"2012.07463","title":"Parameter-Efficient Transfer Learning with Diff Pruning","created":"2020-12-14","cited_by_count":352},{"id":"2302.10149","title":"Poisoning Web-Scale Training Datasets is Practical","created":"2023-02-20","cited_by_count":290},{"id":"2401.05561","title":"TrustLLM: Trustworthiness in Large Language Models","created":"2024-01-10","cited_by_count":285},{"id":"2106.04489","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","created":"2021-06-08","cited_by_count":284},{"id":"2309.16671","title":"Demystifying CLIP Data","created":"2023-09-28","cited_by_count":270},{"id":"2404.02948","title":"PiSSA: Principal Singular Values and Singular Vectors Adaptation of Large Language Models","created":"2024-04-03","cited_by_count":269},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243},{"id":"2006.16923","title":"Large image datasets: A pyrrhic win for computer vision?","created":"2020-06-24","cited_by_count":237},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230},{"id":"2310.05492","title":"How Abilities in Large Language Models are Affected by Supervised Fine-tuning Data Composition","created":"2023-10-09","cited_by_count":223},{"id":"2101.00121","title":"WARP: Word-level Adversarial ReProgramming","created":"2021-01-01","cited_by_count":221},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152},{"id":"2108.06098","title":"FedPara: Low-Rank Hadamard Product for Communication-Efficient Federated Learning","created":"2021-08-13","cited_by_count":141},{"id":"2304.06027","title":"Continual Diffusion: Continual Customization of Text-to-Image Diffusion with C-LoRA","created":"2023-04-12","cited_by_count":141},{"id":"2407.05000","title":"LoRA-GA: Low-Rank Adaptation with Gradient Approximation","created":"2024-07-06","cited_by_count":141},{"id":"2004.03829","title":"Exploring Versatile Generative Language Model Via Parameter-Efficient Transfer Learning","created":"2020-04-08","cited_by_count":139},{"id":"2308.03303","title":"LoRA-FA: Efficient and Effective Low Rank Representation Fine-tuning","created":"2023-08-07","cited_by_count":137},{"id":"2310.20707","title":"What's In My Big Data?","created":"2023-10-31","cited_by_count":129},{"id":"2312.04567","title":"Scaling Laws of Synthetic Images for Model Training ... for Now","created":"2023-12-07","cited_by_count":108},{"id":"1912.05170","title":"Image Classification with Deep Learning in the Presence of Noisy Labels: A Survey","created":"2019-12-11","cited_by_count":101},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91},{"id":"2309.02411","title":"Delta-LoRA: Fine-Tuning High-Rank Parameters with the Delta of Low-Rank Matrices","created":"2023-09-05","cited_by_count":74},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69},{"id":"2401.12425","title":"The Neglected Tails in Vision-Language Models","created":"2024-01-23","cited_by_count":63},{"id":"2010.10802","title":"Removing Bias in Multi-modal Classifiers: Regularization by Maximizing Functional Entropies","created":"2020-10-21","cited_by_count":57},{"id":"2112.11668","title":"How Should Pre-Trained Language Models Be Fine-Tuned Towards Adversarial Robustness?","created":"2021-12-22","cited_by_count":49},{"id":"2403.08632","title":"A Decade's Battle on Dataset Bias: Are We There Yet?","created":"2024-03-13","cited_by_count":47},{"id":"2406.05223","title":"CorDA: Context-Oriented Decomposition Adaptation of Large Language Models for Task-Aware Parameter-Efficient Fine-tuning","created":"2024-06-07","cited_by_count":44},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40},{"id":"2309.08632","title":"Pretraining on the Test Set Is All You Need","created":"2023-09-13","cited_by_count":33},{"id":"2310.08106","title":"Generalized Logit Adjustment: Calibrating Fine-tuned Models by Removing Label Bias in Foundation Models","created":"2023-10-12","cited_by_count":32},{"id":"2309.17002","title":"Understanding and Mitigating the Label Noise in Pre-training on Downstream Tasks","created":"2023-09-29","cited_by_count":27},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15},{"id":"2312.02418","title":"Decoding Data Quality via Synthetic Corruptions: Embedding-guided Pruning of Code Data","created":"2023-12-05","cited_by_count":12},{"id":"2402.12220","title":"Bayesian Parameter-Efficient Fine-Tuning for Overcoming Catastrophic Forgetting","created":"2024-02-19","cited_by_count":9},{"id":"2405.17512","title":"On Fairness of Low-Rank Adaptation of Large Models","created":"2024-05-27","cited_by_count":9}],"next_cursor":"100"}