{"total":550,"rows":[{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567,"area":null},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2103.00123","title":"GRAD-MATCH: Gradient Matching based Data Subset Selection for Efficient Deep Model Training","created":"2021-02-27","cited_by_count":274,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2111.00364","title":"Sustainable AI: Environmental Implications, Challenges and Opportunities","created":"2021-10-30","cited_by_count":242,"area":null},{"id":"2304.01433","title":"TPU v4: An Optically Reconfigurable Supercomputer for Machine Learning with Hardware Support for Embeddings","created":"2023-04-04","cited_by_count":202,"area":null},{"id":"2204.05149","title":"The Carbon Footprint of Machine Learning Training Will Plateau, Then Shrink","created":"2022-04-11","cited_by_count":184,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2304.03738","title":"Should ChatGPT be Biased? Challenges and Risks of Bias in Large Language Models","created":"2023-04-07","cited_by_count":148,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2104.00405","title":"Avalanche: an End-to-End Library for Continual Learning","created":"2021-04-01","cited_by_count":124,"area":null},{"id":"2306.03831","title":"GEO-Bench: Toward Foundation Models for Earth Monitoring","created":"2023-06-06","cited_by_count":124,"area":null},{"id":"2309.07930","title":"Generative AI","created":"2023-09-13","cited_by_count":120,"area":null},{"id":"2206.05229","title":"Measuring the Carbon Intensity of AI in Cloud Instances","created":"2022-06-10","cited_by_count":111,"area":null},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98,"area":null},{"id":"2103.15538","title":"SUTD-TrafficQA: A Question Answering Benchmark and an Efficient Network for Video Reasoning over Traffic Events","created":"2021-03-29","cited_by_count":84,"area":null},{"id":"2106.10404","title":"Sparse Training via Boosting Pruning Plasticity with Neuroregeneration","created":"2021-06-19","cited_by_count":84,"area":null},{"id":"2106.03517","title":"Top-KAST: Top-K Always Sparse Training","created":"2021-06-07","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2301.11047","title":"A Systematic Review of Green AI","created":"2023-01-26","cited_by_count":77,"area":null},{"id":"2308.11696","title":"Efficient Benchmarking of Language Models","created":"2023-08-22","cited_by_count":71,"area":null},{"id":"2406.16937","title":"A Complete Survey on LLM-based AI Chatbots","created":"2024-06-17","cited_by_count":71,"area":null},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2107.08037","title":"CCVS: Context-aware Controllable Video Synthesis","created":"2021-07-16","cited_by_count":69,"area":null},{"id":"2107.07170","title":"FLEX: Unifying Evaluation for Few-Shot NLP","created":"2021-07-15","cited_by_count":67,"area":null},{"id":"2203.13357","title":"One Country, 700+ Languages: NLP Challenges for Underrepresented Languages and Dialects in Indonesia","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2109.03670","title":"YAHPO Gym -- An Efficient Multi-Objective Multi-Fidelity Benchmark for Hyperparameter Optimization","created":"2021-09-08","cited_by_count":62,"area":null},{"id":"2305.02231","title":"Connecting the Dots in Trustworthy Artificial Intelligence: From AI Principles, Ethics, and Key Requirements to Responsible AI Systems and Regulation","created":"2023-05-02","cited_by_count":61,"area":null},{"id":"2207.13887","title":"Adaptive Second Order Coresets for Data-efficient Machine Learning","created":"2022-07-28","cited_by_count":60,"area":null},{"id":"2311.11908","title":"Continual Learning: Applications and the Road Forward","created":"2023-11-20","cited_by_count":59,"area":null},{"id":"2311.09755","title":"On the Impact of Calibration Data in Post-training Quantization and Pruning","created":"2023-11-16","cited_by_count":58,"area":null},{"id":"2504.17674","title":"Energy Considerations of Large Language Model Inference and Efficiency Optimizations","created":"2025-04-24","cited_by_count":55,"area":null},{"id":"2205.13515","title":"Green Hierarchical Vision Transformer for Masked Image Modeling","created":"2022-05-26","cited_by_count":50,"area":null},{"id":"2203.06211","title":"Staged Training for Transformer Language Models","created":"2022-03-11","cited_by_count":49,"area":null},{"id":"2205.05256","title":"Evaluation Gaps in Machine Learning Practice","created":"2022-05-11","cited_by_count":49,"area":null},{"id":"2407.12861","title":"CiteME: Can Language Models Accurately Cite Scientific Claims?","created":"2024-07-10","cited_by_count":48,"area":null},{"id":"2104.00743","title":"Towards General Purpose Vision Systems","created":"2021-04-01","cited_by_count":46,"area":null},{"id":"2307.08723","title":"Revisiting Scene Text Recognition: A Data Perspective","created":"2023-07-17","cited_by_count":45,"area":null},{"id":"2304.03271","title":"Making AI Less \"Thirsty\": Uncovering and Addressing the Secret Water Footprint of AI Models","created":"2023-04-06","cited_by_count":44,"area":null},{"id":"2306.01244","title":"Towards Sustainable Learning: Coresets for Data-efficient Deep Learning","created":"2023-06-02","cited_by_count":44,"area":null},{"id":"2302.08476","title":"Counting Carbon: A Survey of Factors Influencing the Emissions of Machine Learning","created":"2023-02-16","cited_by_count":42,"area":null},{"id":"2303.04673","title":"Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference","created":"2023-03-08","cited_by_count":40,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2308.05596","title":"You Only Prompt Once: On the Capabilities of Prompt Learning on Large Language Models to Tackle Toxic Content","created":"2023-08-10","cited_by_count":39,"area":null},{"id":"2402.01763","title":"When Large Language Models Meet Vector Databases: A Survey","created":"2024-01-30","cited_by_count":39,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2505.19797","title":"The Avengers: A Simple Recipe for Uniting Smaller Language Models to Challenge Proprietary Giants","created":"2025-05-26","cited_by_count":38,"area":null},{"id":"2203.15794","title":"CHEX: CHannel EXploration for CNN Model Compression","created":"2022-03-29","cited_by_count":36,"area":null},{"id":"2212.10543","title":"Detoxifying Text with MaRCo: Controllable Revision with Experts and Anti-Experts","created":"2022-12-20","cited_by_count":36,"area":null},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2109.07460","title":"Efficient Domain Adaptation of Language Models via Adaptive Tokenization","created":"2021-09-15","cited_by_count":34,"area":null},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33,"area":null},{"id":"2110.11822","title":"Unraveling the Hidden Environmental Impacts of AI Solutions for Environment","created":"2021-10-22","cited_by_count":32,"area":null},{"id":"2112.04139","title":"Bidimensional Leaderboards: Generate and Evaluate Language Hand in Hand","created":"2021-12-08","cited_by_count":32,"area":null},{"id":"2310.05771","title":"Foundation Models Meet Visualizations: Challenges and Opportunities","created":"2023-10-09","cited_by_count":31,"area":null},{"id":"2206.07922","title":"Challenges and Opportunities in Deep Reinforcement Learning with Graph Neural Networks: A Comprehensive review of Algorithms and Applications","created":"2022-06-16","cited_by_count":30,"area":null},{"id":"2210.00965","title":"Green Learning: Introduction, Examples and Outlook","created":"2022-10-03","cited_by_count":30,"area":null},{"id":"2206.09755","title":"Square One Bias in NLP: Towards a Multi-Dimensional Exploration of the Research Manifold","created":"2022-06-20","cited_by_count":29,"area":null},{"id":"2208.12852","title":"What Do NLP Researchers Believe? Results of the NLP Community Metasurvey","created":"2022-08-26","cited_by_count":28,"area":null},{"id":"2212.10315","title":"HINT: Hypernetwork Instruction Tuning for Efficient Zero- & Few-Shot Generalisation","created":"2022-12-20","cited_by_count":28,"area":null},{"id":"2106.00676","title":"VILA: Improving Structured Content Extraction from Scientific PDFs Using Visual Layout Groups","created":"2021-06-01","cited_by_count":27,"area":null},{"id":"2109.02575","title":"Finding needles in a haystack: Sampling Structurally-diverse Training Sets from Synthetic Data for Compositional Generalization","created":"2021-09-06","cited_by_count":27,"area":null},{"id":"2109.04711","title":"Pre-train or Annotate? Domain Adaptation with a Constrained Budget","created":"2021-09-10","cited_by_count":27,"area":null},{"id":"2103.08129","title":"R-PointHop: A Green, Accurate, and Unsupervised Point Cloud Registration Method","created":"2021-03-15","cited_by_count":26,"area":null},{"id":"2106.09857","title":"Effective Model Sparsification by Scheduled Grow-and-Prune Methods","created":"2021-06-18","cited_by_count":26,"area":null},{"id":"2108.07686","title":"Scaling Laws for Deep Learning","created":"2021-08-17","cited_by_count":26,"area":null},{"id":"2302.06586","title":"Stitchable Neural Networks","created":"2023-02-13","cited_by_count":26,"area":null},{"id":"2407.14245","title":"Dataset Distillation by Automatic Training Trajectories","created":"2024-07-19","cited_by_count":26,"area":null},{"id":"2109.13006","title":"RuleBert: Teaching Soft Rules to Pre-trained Language Models","created":"2021-09-24","cited_by_count":25,"area":null},{"id":"2111.05850","title":"Towards Green Automated Machine Learning: Status Quo and Future Directions","created":"2021-11-10","cited_by_count":25,"area":null},{"id":"2204.02766","title":"Data-Centric Green AI: An Exploratory Empirical Study","created":"2022-04-06","cited_by_count":25,"area":null},{"id":"2312.00333","title":"Green Edge AI: A Contemporary Survey","created":"2023-12-01","cited_by_count":25,"area":null},{"id":"2106.05532","title":"How Robust are Model Rankings: A Leaderboard Customization Approach for Equitable Evaluation","created":"2021-06-10","cited_by_count":24,"area":null},{"id":"2211.06993","title":"GreenPLM: Cross-Lingual Transfer of Monolingual Pre-Trained Language Models at Almost No Cost","created":"2022-11-13","cited_by_count":24,"area":null},{"id":"2109.04144","title":"Avoiding Inference Heuristics in Few-shot Prompt-based Finetuning","created":"2021-09-09","cited_by_count":23,"area":null},{"id":"2202.06387","title":"Scaling Laws Under the Microscope: Predicting Transformer Performance from Small Scale Experiments","created":"2022-02-13","cited_by_count":23,"area":null},{"id":"2305.11164","title":"Exploring the Carbon Footprint of Hugging Face's ML Models: A Repository Mining Study","created":"2023-05-18","cited_by_count":23,"area":null},{"id":"2103.01071","title":"A survey on Variational Autoencoders from a GreenAI perspective","created":"2021-03-01","cited_by_count":22,"area":null},{"id":"2109.08256","title":"Ethics Sheet for Automatic Emotion Recognition and Sentiment Analysis","created":"2021-09-17","cited_by_count":22,"area":null},{"id":"2112.00570","title":"Toward Foundation Models for Earth Monitoring: Proposal for a Climate Change Benchmark","created":"2021-12-01","cited_by_count":22,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null},{"id":"2203.08212","title":"AUTOMATA: Gradient Based Data Subset Selection for Compute-Efficient Hyper-parameter Tuning","created":"2022-03-15","cited_by_count":22,"area":null},{"id":"2203.08304","title":"Hyperdecoders: Instance-specific decoders for multi-task NLP","created":"2022-03-15","cited_by_count":22,"area":null},{"id":"2204.03783","title":"Does Simultaneous Speech Translation need Simultaneous Models?","created":"2022-04-08","cited_by_count":22,"area":null},{"id":"2209.14156","title":"TVLT: Textless Vision-Language Transformer","created":"2022-09-28","cited_by_count":22,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2312.06902","title":"Reducing Energy Bloat in Large Model Training","created":"2023-12-12","cited_by_count":22,"area":null},{"id":"2109.03160","title":"How much pretraining data do language models need to learn syntax?","created":"2021-09-07","cited_by_count":21,"area":null},{"id":"2205.09646","title":"Great Power, Great Responsibility: Recommendations for Reducing Energy for Training Language Models","created":"2022-05-19","cited_by_count":21,"area":null},{"id":"2108.12828","title":"MEDIC: A Multi-Task Learning Dataset for Disaster Image Classification","created":"2021-08-29","cited_by_count":20,"area":null},{"id":"2202.03086","title":"Machine Translation from Signed to Spoken Languages: State of the Art and Challenges","created":"2022-02-07","cited_by_count":20,"area":null},{"id":"2210.15212","title":"COCO-DR: Combating Distribution Shifts in Zero-Shot Dense Retrieval with Contrastive and Distributionally Robust Learning","created":"2022-10-27","cited_by_count":20,"area":null},{"id":"2309.08836","title":"Bias and Fairness in Chatbots: An Overview","created":"2023-09-16","cited_by_count":20,"area":null}],"next_cursor":"100"}