{"total":483,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2304.02643","title":"Segment Anything","created":"2023-04-05","cited_by_count":8234,"area":null},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2408.00714","title":"SAM 2: Segment Anything in Images and Videos","created":"2024-08-01","cited_by_count":2863,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2210.07229","title":"Mass-Editing Memory in a Transformer","created":"2022-10-13","cited_by_count":1001,"area":null},{"id":"2112.04359","title":"Ethical and social risks of harm from Language Models","created":"2021-12-08","cited_by_count":966,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2402.03885","title":"MOMENT: A Family of Open Time-series Foundation Models","created":"2024-02-06","cited_by_count":482,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2211.02001","title":"Estimating the Carbon Footprint of BLOOM, a 176B Parameter Language Model","created":"2022-11-03","cited_by_count":265,"area":null},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242,"area":null},{"id":"2206.01653","title":"Metrics reloaded: Recommendations for image analysis validation","created":"2022-06-03","cited_by_count":195,"area":null},{"id":"2311.16863","title":"Power Hungry Processing: Watts Driving the Cost of AI Deployment?","created":"2023-11-28","cited_by_count":191,"area":null},{"id":"2201.05718","title":"Parameter-free Online Test-time Adaptation","created":"2022-01-15","cited_by_count":189,"area":null},{"id":"2205.14959","title":"Dataset Condensation via Efficient Synthetic-Data Parameterization","created":"2022-05-30","cited_by_count":188,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2204.05149","title":"The Carbon Footprint of Machine Learning Training Will Plateau, Then Shrink","created":"2022-04-11","cited_by_count":184,"area":null},{"id":"2110.03215","title":"Towards Continual Knowledge Learning of Language Models","created":"2021-10-07","cited_by_count":174,"area":null},{"id":"2310.05175","title":"Outlier Weighed Layerwise Sparsity (OWL): A Missing Secret Sauce for Pruning LLMs to High Sparsity","created":"2023-10-08","cited_by_count":165,"area":null},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2507.10524","title":"Mixture-of-Recursions: Learning Dynamic Recursive Depths for Adaptive Token-Level Computation","created":"2025-07-14","cited_by_count":133,"area":null},{"id":"2309.10621","title":"Large language models can accurately predict searcher preferences","created":"2023-09-19","cited_by_count":131,"area":null},{"id":"2104.13386","title":"Deep physical neural networks enabled by a backpropagation algorithm for arbitrary physical systems","created":"2021-04-27","cited_by_count":128,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2310.05189","title":"Factuality Challenges in the Era of Large Language Models","created":"2023-10-08","cited_by_count":126,"area":null},{"id":"2206.00133","title":"Pre-training via Denoising for Molecular Property Prediction","created":"2022-05-31","cited_by_count":124,"area":null},{"id":"2306.03831","title":"GEO-Bench: Toward Foundation Models for Earth Monitoring","created":"2023-06-06","cited_by_count":124,"area":null},{"id":"2404.19245","title":"HydraLoRA: An Asymmetric LoRA Architecture for Efficient Fine-Tuning","created":"2024-04-30","cited_by_count":123,"area":null},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2406.15479","title":"Twin-Merging: Dynamic Integration of Modular Expertise in Model Merging","created":"2024-06-17","cited_by_count":116,"area":null},{"id":"2206.05229","title":"Measuring the Carbon Intensity of AI in Cloud Instances","created":"2022-06-10","cited_by_count":111,"area":null},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106,"area":null},{"id":"2203.07785","title":"The Ghost in the Machine has an American accent: value conflict in GPT-3","created":"2022-03-15","cited_by_count":105,"area":null},{"id":"2110.02095","title":"Exploring the Limits of Large Scale Pre-training","created":"2021-10-05","cited_by_count":104,"area":null},{"id":"2302.02337","title":"Regulating ChatGPT and other Large Generative AI Models","created":"2023-02-05","cited_by_count":104,"area":null},{"id":"2110.12894","title":"The Efficiency Misnomer","created":"2021-10-25","cited_by_count":98,"area":null},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92,"area":null},{"id":"2305.13035","title":"Getting ViT in Shape: Scaling Laws for Compute-Optimal Model Design","created":"2023-05-22","cited_by_count":89,"area":null},{"id":"2212.09248","title":"Natural Language to Code Generation in Interactive Data Science Notebooks","created":"2022-12-19","cited_by_count":87,"area":null},{"id":"2111.12763","title":"Sparse is Enough in Scaling Transformers","created":"2021-11-24","cited_by_count":86,"area":null},{"id":"2403.18421","title":"BioMedLM: A 2.7B Parameter Language Model Trained On Biomedical Text","created":"2024-03-27","cited_by_count":86,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2203.16329","title":"Parameter-efficient Model Adaptation for Vision Transformers","created":"2022-03-29","cited_by_count":81,"area":null},{"id":"2208.06102","title":"Zeus: Understanding and Optimizing GPU Energy Consumption of DNN Training","created":"2022-08-12","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2210.08340","title":"Toward Next-Generation Artificial Intelligence: Catalyzing the NeuroAI Revolution","created":"2022-10-15","cited_by_count":78,"area":null},{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2109.04650","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","created":"2021-09-10","cited_by_count":76,"area":null},{"id":"2505.09598","title":"How Hungry is AI? Benchmarking Energy, Water, and Carbon Footprint of LLM Inference","created":"2025-05-14","cited_by_count":76,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2208.00406","title":"Eco2AI: carbon emissions tracking of machine learning models as the first step towards sustainable AI","created":"2022-07-31","cited_by_count":58,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2111.00607","title":"A Systematic Investigation of Commonsense Knowledge in Large Language Models","created":"2021-10-31","cited_by_count":56,"area":null},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47,"area":null},{"id":"2303.02552","title":"An Empirical Study of Pre-Trained Model Reuse in the Hugging Face Deep Learning Model Registry","created":"2023-03-05","cited_by_count":47,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2403.07648","title":"Characterization of Large Language Model Development in the Datacenter","created":"2024-03-12","cited_by_count":46,"area":null},{"id":"2210.02019","title":"Atari-5: Distilling the Arcade Learning Environment down to Five Games","created":"2022-10-05","cited_by_count":44,"area":null},{"id":"2304.03271","title":"Making AI Less \"Thirsty\": Uncovering and Addressing the Secret Water Footprint of AI Models","created":"2023-04-06","cited_by_count":44,"area":null},{"id":"2401.07102","title":"Evolving Code with A Large Language Model","created":"2024-01-13","cited_by_count":43,"area":null},{"id":"2505.13738","title":"Power Lines: Scaling Laws for Weight Decay and Batch Size in LLM Pre-training","created":"2025-05-19","cited_by_count":43,"area":null},{"id":"2302.08476","title":"Counting Carbon: A Survey of Factors Influencing the Emissions of Machine Learning","created":"2023-02-16","cited_by_count":42,"area":null},{"id":"2304.11042","title":"Backpropagation-free Training of Deep Physical Neural Networks","created":"2023-04-20","cited_by_count":42,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2110.04369","title":"A Loss Curvature Perspective on Training Instability in Deep Learning","created":"2021-10-08","cited_by_count":40,"area":null},{"id":"2112.03254","title":"Human Parity on CommonsenseQA: Augmenting Self-Attention with External Attention","created":"2021-12-06","cited_by_count":40,"area":null},{"id":"2108.01250","title":"Your fairness may vary: Pretrained language model fairness in toxic text classification","created":"2021-08-03","cited_by_count":39,"area":null},{"id":"2112.01882","title":"Incremental Learning in Semantic Segmentation from Image Labels","created":"2021-12-03","cited_by_count":39,"area":null},{"id":"2207.02852","title":"Machine Learning Model Sizes and the Parameter Gap","created":"2022-07-05","cited_by_count":39,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2203.14509","title":"Automated Progressive Learning for Efficient Training of Vision Transformers","created":"2022-03-28","cited_by_count":37,"area":null},{"id":"2201.13396","title":"NAS-Bench-Suite: NAS Evaluation is (Now) Surprisingly Easy","created":"2022-01-31","cited_by_count":36,"area":null},{"id":"2210.03230","title":"NAS-Bench-Suite-Zero: Accelerating Research on Zero Cost Proxies","created":"2022-10-06","cited_by_count":36,"area":null},{"id":"2212.09811","title":"Memory-efficient NLLB-200: Language-specific Expert Pruning of a Massively Multilingual Machine Translation Model","created":"2022-12-19","cited_by_count":36,"area":null},{"id":"2402.19422","title":"PEM: Prototype-based Efficient MaskFormer for Image Segmentation","created":"2024-02-29","cited_by_count":36,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2405.02213","title":"Automatic Programming: Large Language Models and Beyond","created":"2024-05-03","cited_by_count":36,"area":null},{"id":"2305.16284","title":"DoWG Unleashed: An Efficient Universal Parameter-Free Gradient Descent Method","created":"2023-05-25","cited_by_count":35,"area":null},{"id":"2303.04449","title":"Loss-Curvature Matching for Dataset Selection and Condensation","created":"2023-03-08","cited_by_count":33,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2505.06371","title":"The ML.ENERGY Benchmark: Toward Automated Inference Energy Measurement and Optimization","created":"2025-05-09","cited_by_count":33,"area":null},{"id":"2110.11822","title":"Unraveling the Hidden Environmental Impacts of AI Solutions for Environment","created":"2021-10-22","cited_by_count":32,"area":null},{"id":"2303.03428","title":"Towards provably efficient quantum algorithms for large-scale machine-learning models","created":"2023-03-06","cited_by_count":32,"area":null},{"id":"2508.15734","title":"Measuring the environmental impact of delivering AI at Google Scale","created":"2025-08-21","cited_by_count":32,"area":null},{"id":"2110.03888","title":"M6-10T: A Sharing-Delinking Paradigm for Efficient Multi-Trillion Parameter Pretraining","created":"2021-10-08","cited_by_count":31,"area":null},{"id":"2311.09227","title":"Open-Sourcing Highly Capable Foundation Models: An evaluation of risks, benefits, and alternative methods for pursuing open-source objectives","created":"2023-09-29","cited_by_count":31,"area":null},{"id":"2206.11922","title":"Worldwide AI Ethics: a review of 200 guidelines and recommendations for AI governance","created":"2022-06-23","cited_by_count":28,"area":null}],"next_cursor":"100"}