{"total":1126,"rows":[{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2111.15366","title":"AI and the Everything in the Whole Wide World Benchmark","created":"2021-11-26","cited_by_count":349,"area":null},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2106.15110","title":"Time-Aware Language Models as Temporal Knowledge Bases","created":"2021-06-29","cited_by_count":296,"area":null},{"id":"2103.00123","title":"GRAD-MATCH: Gradient Matching based Data Subset Selection for Efficient Deep Model Training","created":"2021-02-27","cited_by_count":274,"area":null},{"id":"2211.02001","title":"Estimating the Carbon Footprint of BLOOM, a 176B Parameter Language Model","created":"2022-11-03","cited_by_count":265,"area":null},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2208.03188","title":"BlenderBot 3: a deployed conversational agent that continually learns to responsibly engage","created":"2022-08-05","cited_by_count":198,"area":null},{"id":"2206.01653","title":"Metrics reloaded: Recommendations for image analysis validation","created":"2022-06-03","cited_by_count":195,"area":null},{"id":"2210.06774","title":"Re3: Generating Longer Stories With Recursive Reprompting and Revision","created":"2022-10-13","cited_by_count":193,"area":null},{"id":"2311.16863","title":"Power Hungry Processing: Watts Driving the Cost of AI Deployment?","created":"2023-11-28","cited_by_count":191,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2204.05149","title":"The Carbon Footprint of Machine Learning Training Will Plateau, Then Shrink","created":"2022-04-11","cited_by_count":184,"area":null},{"id":"2310.03003","title":"From Words to Watts: Benchmarking the Energy Costs of Large Language Model Inference","created":"2023-10-04","cited_by_count":170,"area":null},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169,"area":null},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168,"area":null},{"id":"2302.03494","title":"A Categorical Archive of ChatGPT Failures","created":"2023-02-06","cited_by_count":168,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2302.00560","title":"Co-Writing with Opinionated Language Models Affects Users' Views","created":"2023-02-01","cited_by_count":148,"area":null},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2110.12951","title":"Seeing biodiversity: perspectives in machine learning for wildlife conservation","created":"2021-10-25","cited_by_count":130,"area":null},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2306.03831","title":"GEO-Bench: Toward Foundation Models for Earth Monitoring","created":"2023-06-06","cited_by_count":124,"area":null},{"id":"2301.05603","title":"A Comprehensive Survey of Dataset Distillation","created":"2023-01-13","cited_by_count":115,"area":null},{"id":"2206.05229","title":"Measuring the Carbon Intensity of AI in Cloud Instances","created":"2022-06-10","cited_by_count":111,"area":null},{"id":"2205.10287","title":"On the SDEs and Scaling Rules for Adaptive Gradient Algorithms","created":"2022-05-20","cited_by_count":104,"area":null},{"id":"2304.14065","title":"Lightweight, Pre-trained Transformers for Remote Sensing Timeseries","created":"2023-04-27","cited_by_count":103,"area":null},{"id":"2109.03646","title":"Sustainable Modular Debiasing of Language Models","created":"2021-09-08","cited_by_count":100,"area":null},{"id":"2111.06077","title":"A Survey on Hyperdimensional Computing aka Vector Symbolic Architectures, Part I: Models and Data Transformations","created":"2021-11-11","cited_by_count":99,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2306.04141","title":"Art and the science of generative AI: A deeper dive","created":"2023-06-07","cited_by_count":95,"area":null},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2306.05949","title":"Evaluating the Social Impact of Generative AI Systems in Systems and Society","created":"2023-06-09","cited_by_count":92,"area":null},{"id":"2110.13100","title":"Parameter Prediction for Unseen Deep Architectures","created":"2021-10-25","cited_by_count":89,"area":null},{"id":"2112.06598","title":"WECHSEL: Effective initialization of subword embeddings for cross-lingual transfer of monolingual language models","created":"2021-12-13","cited_by_count":89,"area":null},{"id":"2205.07424","title":"Trustworthy Graph Neural Networks: Aspects, Methods and Trends","created":"2022-05-16","cited_by_count":89,"area":null},{"id":"2109.05184","title":"MOMENTA: A Multimodal Framework for Detecting Harmful Memes and Their Targets","created":"2021-09-11","cited_by_count":86,"area":null},{"id":"2111.12763","title":"Sparse is Enough in Scaling Transformers","created":"2021-11-24","cited_by_count":86,"area":null},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85,"area":null},{"id":"2307.06865","title":"Effective Prompt Extraction from Language Models","created":"2023-07-13","cited_by_count":85,"area":null},{"id":"2103.15538","title":"SUTD-TrafficQA: A Question Answering Benchmark and an Efficient Network for Video Reasoning over Traffic Events","created":"2021-03-29","cited_by_count":84,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2302.07027","title":"AdapterSoup: Weight Averaging to Improve Generalization of Pretrained Language Models","created":"2023-02-14","cited_by_count":84,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2106.03517","title":"Top-KAST: Top-K Always Sparse Training","created":"2021-06-07","cited_by_count":79,"area":null},{"id":"2208.06102","title":"Zeus: Understanding and Optimizing GPU Energy Consumption of DNN Training","created":"2022-08-12","cited_by_count":79,"area":null},{"id":"2311.16822","title":"Large Language Models Suffer From Their Own Output: An Analysis of the Self-Consuming Training Loop","created":"2023-11-28","cited_by_count":79,"area":null},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2110.00413","title":"Detecting Harmful Memes and Their Targets","created":"2021-09-24","cited_by_count":78,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2301.11047","title":"A Systematic Review of Green AI","created":"2023-01-26","cited_by_count":77,"area":null},{"id":"2106.11410","title":"A Survey of Race, Racism, and Anti-Racism in NLP","created":"2021-06-21","cited_by_count":75,"area":null},{"id":"2106.07760","title":"RETRIEVE: Coreset Selection for Efficient and Robust Semi-Supervised Learning","created":"2021-06-14","cited_by_count":74,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2305.17331","title":"Augmentation-Adapted Retriever Improves Generalization of Language Models as Generic Plug-In","created":"2023-05-27","cited_by_count":71,"area":null},{"id":"2107.08037","title":"CCVS: Context-aware Controllable Video Synthesis","created":"2021-07-16","cited_by_count":69,"area":null},{"id":"2112.15424","title":"A Survey on Hyperdimensional Computing aka Vector Symbolic Architectures, Part II: Applications, Cognitive Models, and Challenges","created":"2021-11-12","cited_by_count":69,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2111.05754","title":"Prune Once for All: Sparse Pre-Trained Language Models","created":"2021-11-10","cited_by_count":66,"area":null},{"id":"2101.12355","title":"A Petri Dish for Histopathology Image Analysis","created":"2021-01-29","cited_by_count":64,"area":null},{"id":"2104.03113","title":"Scaling Scaling Laws with Board Games","created":"2021-04-07","cited_by_count":63,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2107.08221","title":"Visual Representation Learning Does Not Generalize Strongly Within the Same Domain","created":"2021-07-17","cited_by_count":61,"area":null},{"id":"2109.05472","title":"Compute and Energy Consumption Trends in Deep Learning Inference","created":"2021-09-12","cited_by_count":61,"area":null},{"id":"2110.13796","title":"Post-processing for Individual Fairness","created":"2021-10-26","cited_by_count":61,"area":null},{"id":"2305.02231","title":"Connecting the Dots in Trustworthy Artificial Intelligence: From AI Principles, Ethics, and Key Requirements to Responsible AI Systems and Regulation","created":"2023-05-02","cited_by_count":61,"area":null},{"id":"2207.13887","title":"Adaptive Second Order Coresets for Data-efficient Machine Learning","created":"2022-07-28","cited_by_count":60,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2208.00406","title":"Eco2AI: carbon emissions tracking of machine learning models as the first step towards sustainable AI","created":"2022-07-31","cited_by_count":58,"area":null},{"id":"2311.09755","title":"On the Impact of Calibration Data in Post-training Quantization and Pruning","created":"2023-11-16","cited_by_count":58,"area":null}],"next_cursor":"100"}