{"total":180,"rows":[{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631,"area":"moe"},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567,"area":null},{"id":"2202.07125","title":"Transformers in Time Series: A Survey","created":"2022-02-15","cited_by_count":497,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2204.05149","title":"The Carbon Footprint of Machine Learning Training Will Plateau, Then Shrink","created":"2022-04-11","cited_by_count":184,"area":null},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2410.06153","title":"AgentSquare: Automatic LLM Agent Search in Modular Design Space","created":"2024-10-08","cited_by_count":155,"area":"agents"},{"id":"2206.06565","title":"LIFT: Language-Interfaced Fine-Tuning for Non-Language Machine Learning Tasks","created":"2022-06-14","cited_by_count":148,"area":null},{"id":"2301.08727","title":"Neural Architecture Search: Insights from 1000 Papers","created":"2023-01-20","cited_by_count":139,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2302.14838","title":"EvoPrompting: Language Models for Code-Level Neural Architecture Search","created":"2023-02-28","cited_by_count":131,"area":null},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113,"area":"moe"},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106,"area":null},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103,"area":null},{"id":"2210.00077","title":"E-Branchformer: Branchformer with Enhanced merging for speech recognition","created":"2022-09-30","cited_by_count":92,"area":null},{"id":"2401.10034","title":"Evolutionary Computation in the Era of Large Language Model: Survey and Roadmap","created":"2024-01-18","cited_by_count":90,"area":null},{"id":"2102.11972","title":"Do Transformer Modifications Transfer Across Implementations and Applications?","created":"2021-02-23","cited_by_count":87,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2302.07253","title":"Energy Transformer","created":"2023-02-14","cited_by_count":71,"area":null},{"id":"2112.13715","title":"SmoothNet: A Plug-and-Play Network for Refining Human Poses in Videos","created":"2021-12-27","cited_by_count":64,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2104.07478","title":"Unlocking Compositional Generalization in Pre-trained Models Using Intermediate Representations","created":"2021-04-15","cited_by_count":55,"area":null},{"id":"2306.09368","title":"Warpformer: A Multi-scale Modeling Approach for Irregular Clinical Time Series","created":"2023-06-14","cited_by_count":55,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2406.02486","title":"A Temporal Kolmogorov-Arnold Transformer for Time Series Forecasting","created":"2024-06-04","cited_by_count":52,"area":null},{"id":"2101.03958","title":"Evolving Reinforcement Learning Algorithms","created":"2021-01-08","cited_by_count":49,"area":null},{"id":"2112.11174","title":"AutoCTS: Automated Correlated Time Series Forecasting -- Extended Version","created":"2021-12-21","cited_by_count":48,"area":null},{"id":"2211.08110","title":"HeatViT: Hardware-Efficient Adaptive Token Pruning for Vision Transformers","created":"2022-11-15","cited_by_count":46,"area":"inference"},{"id":"2101.00234","title":"Subformer: Exploring Weight Sharing for Parameter Efficiency in Generative Transformers","created":"2021-01-01","cited_by_count":43,"area":null},{"id":"2105.12967","title":"Selective Knowledge Distillation for Neural Machine Translation","created":"2021-05-27","cited_by_count":43,"area":"distill"},{"id":"2203.13240","title":"Token Dropping for Efficient BERT Pretraining","created":"2022-03-24","cited_by_count":42,"area":"inference"},{"id":"2111.14725","title":"Searching the Search Space of Vision Transformer","created":"2021-11-29","cited_by_count":41,"area":null},{"id":"2505.17618","title":"Scaling Image and Video Generation via Test-Time Evolutionary Search","created":"2025-05-23","cited_by_count":40,"area":"lr"},{"id":"2106.06560","title":"HR-NAS: Searching Efficient High-Resolution Neural Architectures with Lightweight Transformers","created":"2021-06-11","cited_by_count":39,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2203.08737","title":"Hardware Approximate Techniques for Deep Neural Network Accelerators: A Survey","created":"2022-03-16","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2403.01251","title":"Accelerating Greedy Coordinate Gradient and General Prompt Optimization via Probe Sampling","created":"2024-03-02","cited_by_count":37,"area":"safety"},{"id":"2201.13396","title":"NAS-Bench-Suite: NAS Evaluation is (Now) Surprisingly Easy","created":"2022-01-31","cited_by_count":36,"area":null},{"id":"2109.04588","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","created":"2021-09-09","cited_by_count":35,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2111.13293","title":"KNAS: Green Neural Architecture Search","created":"2021-11-26","cited_by_count":33,"area":null},{"id":"2203.12217","title":"Training-free Transformer Architecture Search","created":"2022-03-23","cited_by_count":33,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2107.06516","title":"Learning Algebraic Recombination for Compositional Generalization","created":"2021-07-14","cited_by_count":31,"area":null},{"id":"2107.13686","title":"AutoTinyBERT: Automatic Hyper-parameter Optimization for Efficient Pre-trained Language Models","created":"2021-07-29","cited_by_count":31,"area":null},{"id":"2102.02340","title":"MUFASA: Multimodal Fusion Architecture Search for Electronic Health Records","created":"2021-02-03","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28,"area":null},{"id":"2601.14525","title":"Towards Execution-Grounded Automated AI Research","created":"2026-01-20","cited_by_count":28,"area":null},{"id":"2110.10030","title":"Accelerating Framework of Transformer by Hardware Design and Model Compression Co-Optimization","created":"2021-10-19","cited_by_count":27,"area":null},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2201.06657","title":"A Literature Survey of Recent Advances in Chatbots","created":"2022-01-17","cited_by_count":26,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2305.16597","title":"Neural Architecture Search for Parameter-Efficient Fine-tuning of Large Pre-trained Language Models","created":"2023-05-26","cited_by_count":25,"area":null},{"id":"2302.14705","title":"AccelTran: A Sparsity-Aware Accelerator for Dynamic Inference with Transformers","created":"2023-02-28","cited_by_count":24,"area":null},{"id":"2103.01075","title":"OmniNet: Omnidirectional Representations from Transformers","created":"2021-03-01","cited_by_count":23,"area":null},{"id":"2105.07205","title":"Rethinking Skip Connection with Layer Normalization in Transformers and ResNets","created":"2021-05-15","cited_by_count":22,"area":null},{"id":"2110.10423","title":"ProxyBO: Accelerating Neural Architecture Search via Bayesian Optimization with Zero-cost Proxies","created":"2021-10-20","cited_by_count":22,"area":null},{"id":"2107.07445","title":"AutoBERT-Zero: Evolving BERT Backbone from Scratch","created":"2021-07-15","cited_by_count":21,"area":null},{"id":"2204.07780","title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","created":"2022-04-16","cited_by_count":21,"area":null},{"id":"2102.12895","title":"Evolving Attention with Residual Convolutions","created":"2021-02-20","cited_by_count":20,"area":null},{"id":"2204.07554","title":"Efficient Architecture Search for Diverse Tasks","created":"2022-04-15","cited_by_count":18,"area":null},{"id":"2102.10301","title":"Towards Accurate and Compact Architectures via Neural Architecture Transformer","created":"2021-02-20","cited_by_count":17,"area":null},{"id":"2207.13955","title":"Neural Architecture Search on Efficient Transformers and Beyond","created":"2022-07-28","cited_by_count":17,"area":null},{"id":"2106.09650","title":"Multi-head or Single-head? An Empirical Comparison for Transformer Training","created":"2021-06-17","cited_by_count":16,"area":null},{"id":"2106.13627","title":"Language Models are Good Translators","created":"2021-06-25","cited_by_count":16,"area":null},{"id":"2203.15380","title":"SepViT: Separable Vision Transformer","created":"2022-03-29","cited_by_count":16,"area":null},{"id":"2109.07222","title":"EfficientBERT: Progressively Searching Multilayer Perceptron via Warm-up Knowledge Distillation","created":"2021-09-15","cited_by_count":15,"area":"distill"},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2108.01899","title":"Generic Neural Architecture Search via Regression","created":"2021-08-04","cited_by_count":14,"area":null},{"id":"2203.02094","title":"LiteTransformerSearch: Training-free Neural Architecture Search for Efficient Language Models","created":"2022-03-04","cited_by_count":14,"area":null},{"id":"2105.14669","title":"Memory-Efficient Differentiable Transformer Architecture Search","created":"2021-05-31","cited_by_count":13,"area":null},{"id":"2112.09245","title":"Automated Deep Learning: Neural Architecture Search Is Not the End","created":"2021-12-16","cited_by_count":13,"area":null},{"id":"2301.11503","title":"Candidate Soups: Fusing Candidate Results Improves Translation Quality for Non-Autoregressive Translation","created":"2023-01-27","cited_by_count":13,"area":null},{"id":"2104.02308","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Neural Machine Translation","created":"2021-04-06","cited_by_count":12,"area":null},{"id":"2109.07383","title":"RankNAS: Efficient Neural Architecture Search by Pairwise Ranking","created":"2021-09-15","cited_by_count":12,"area":null},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2309.02065","title":"Efficiency is Not Enough: A Critical Perspective of Environmentally Sustainable AI","created":"2023-09-05","cited_by_count":12,"area":null},{"id":"2108.04541","title":"Accelerating Evolutionary Neural Architecture Search via Multi-Fidelity Evaluation","created":"2021-08-10","cited_by_count":10,"area":null},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10,"area":null},{"id":"2110.14266","title":"SQALER: Scaling Question Answering by Decoupling Multi-Hop and Logical Reasoning","created":"2021-10-27","cited_by_count":10,"area":null},{"id":"2210.07535","title":"AutoMoE: Heterogeneous Mixture-of-Experts with Adaptive Computation for Efficient Neural Machine Translation","created":"2022-10-14","cited_by_count":10,"area":"moe"},{"id":"2405.10299","title":"HW-GPT-Bench: Hardware-Aware Architecture Benchmark for Language Models","created":"2024-05-16","cited_by_count":10,"area":null},{"id":"2108.03509","title":"Compositional Generalization in Multilingual Semantic Parsing over Wikidata","created":"2021-08-07","cited_by_count":9,"area":null},{"id":"2109.00642","title":"Searching for Efficient Multi-Stage Vision Transformers","created":"2021-09-01","cited_by_count":9,"area":null},{"id":"2110.10165","title":"NAS-HPO-Bench-II: A Benchmark Dataset on Joint Optimization of Convolutional Neural Network Architecture and Training Hyperparameters","created":"2021-10-19","cited_by_count":9,"area":null},{"id":"2306.00288","title":"Training-free Neural Architecture Search for RNNs and Transformers","created":"2023-06-01","cited_by_count":9,"area":null},{"id":"2102.06599","title":"Neural Architecture Search as Program Transformation Exploration","created":"2021-02-12","cited_by_count":8,"area":null},{"id":"2205.08119","title":"ShiftAddNAS: Hardware-Inspired Search for More Accurate and Efficient Neural Networks","created":"2022-05-17","cited_by_count":8,"area":null},{"id":"2206.02368","title":"Bi-SimCut: A Simple Strategy for Boosting Neural Machine Translation","created":"2022-06-06","cited_by_count":8,"area":null},{"id":"2210.00640","title":"Wide Attention Is The Way Forward For Transformers?","created":"2022-10-02","cited_by_count":8,"area":null}],"next_cursor":"100"}