{"total":148,"rows":[{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2201.03529","title":"Head2Toe: Utilizing Intermediate Representations for Better Transfer Learning","created":"2022-01-10","cited_by_count":83,"area":null},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2202.08625","title":"Revisiting Over-smoothing in BERT from the Perspective of Graph","created":"2022-02-17","cited_by_count":72,"area":null},{"id":"2402.09997","title":"LoraRetriever: Input-Aware LoRA Retrieval and Composition for Mixed Tasks in the Wild","created":"2024-02-15","cited_by_count":68,"area":null},{"id":"2307.02764","title":"When Does Confidence-Based Cascade Deferral Suffice?","created":"2023-07-06","cited_by_count":60,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2205.03286","title":"GlobEnc: Quantifying Global Token Attribution by Incorporating the Whole Encoder Layer in Transformers","created":"2022-05-06","cited_by_count":44,"area":null},{"id":"2306.04459","title":"Uncertainty in Natural Language Processing: Sources, Quantification, and Applications","created":"2023-06-05","cited_by_count":44,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2211.09961","title":"Path Independent Equilibrium Models Can Better Exploit Test-Time Computation","created":"2022-11-18","cited_by_count":38,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2404.14527","title":"M\\'elange: Cost Efficient Large Language Model Serving by Exploiting GPU Heterogeneity","created":"2024-04-22","cited_by_count":31,"area":null},{"id":"2109.08406","title":"Fine-Tuned Transformers Show Clusters of Similar Representations Across Layers","created":"2021-09-17","cited_by_count":30,"area":null},{"id":"2310.13671","title":"Let's Synthesize Step by Step: Iterative Dataset Synthesis with Large Language Models by Extrapolating Errors from Small Models","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2208.11180","title":"Auditing Membership Leakages of Multi-Exit Networks","created":"2022-08-23","cited_by_count":27,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2308.14363","title":"Mobile Foundation Model as Firmware","created":"2023-08-28","cited_by_count":25,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2109.02071","title":"End-to-End Self-Debiasing Framework for Robust NLU Training","created":"2021-09-05","cited_by_count":24,"area":null},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24,"area":null},{"id":"2206.00621","title":"Cross-View Language Modeling: Towards Unified Cross-Lingual Cross-Modal Pre-training","created":"2022-06-01","cited_by_count":24,"area":null},{"id":"2108.04890","title":"On the Effect of Pruning on Adversarial Robustness","created":"2021-08-10","cited_by_count":23,"area":null},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22,"area":null},{"id":"2101.09755","title":"RomeBERT: Robust Training of Multi-Exit BERT","created":"2021-01-24","cited_by_count":19,"area":null},{"id":"2105.13792","title":"Early Exiting with Ensemble Internal Classifiers","created":"2021-05-28","cited_by_count":19,"area":null},{"id":"2203.08991","title":"AdapLeR: Speeding up Inference by Adaptive Length Reduction","created":"2022-03-16","cited_by_count":19,"area":null},{"id":"2311.09758","title":"OrchestraLLM: Efficient Orchestration of Language Models for Dialogue State Tracking","created":"2023-11-16","cited_by_count":19,"area":null},{"id":"2112.08560","title":"Block-Skim: Efficient Question Answering for Transformer","created":"2021-12-16","cited_by_count":18,"area":null},{"id":"2205.10350","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","created":"2022-05-20","cited_by_count":18,"area":null},{"id":"2305.11170","title":"Efficient Prompting via Dynamic In-Context Learning","created":"2023-05-18","cited_by_count":18,"area":null},{"id":"2305.11916","title":"F-PABEE: Flexible-patience-based Early Exiting for Single-label and Multi-label text Classification Tasks","created":"2023-05-21","cited_by_count":18,"area":null},{"id":"2407.02348","title":"Agreement-Based Cascading for Efficient Inference","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2507.07996","title":"Skip a Layer or Loop it? Test-Time Depth Adaptation of Pretrained LLMs","created":"2025-07-10","cited_by_count":16,"area":null},{"id":"2508.12491","title":"Cost-Aware Contrastive Routing for LLMs","created":"2025-08-17","cited_by_count":16,"area":null},{"id":"2105.13471","title":"Inspecting the concept knowledge graph encoded by modern language models","created":"2021-05-27","cited_by_count":15,"area":null},{"id":"2310.09163","title":"Jointly-Learned Exit and Inference for a Dynamic Neural Network : JEI-DNN","created":"2023-10-13","cited_by_count":15,"area":null},{"id":"2312.08890","title":"Defenses in Adversarial Machine Learning: A Survey","created":"2023-12-13","cited_by_count":14,"area":null},{"id":"2505.17604","title":"Adaptive Semantic Token Communication for Transformer-based Edge Inference","created":"2025-05-23","cited_by_count":14,"area":null},{"id":"2101.00416","title":"Improving Sequence-to-Sequence Pre-training via Sequence Span Rewriting","created":"2021-01-02","cited_by_count":13,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2210.10041","title":"Hidden State Variability of Pretrained Language Models Can Guide Computation Reduction for Transfer Learning","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2510.12773","title":"Dr.LLM: Dynamic Layer Routing in LLMs","created":"2025-10-14","cited_by_count":12,"area":null},{"id":"2607.20519","title":"Adaptive Depth in Looped Transformers: Diagnosing Learned Halting Gates and Trajectory Readouts","created":"2026-07-08","cited_by_count":12,"area":null},{"id":"2204.02426","title":"OccamNets: Mitigating Dataset Bias by Favoring Simpler Hypotheses","created":"2022-04-05","cited_by_count":11,"area":null},{"id":"2301.12378","title":"Towards Inference Efficient Deep Ensemble Learning","created":"2023-01-29","cited_by_count":11,"area":null},{"id":"2407.06677","title":"Mixture-of-Modules: Reinventing Transformers as Dynamic Assemblies of Modules","created":"2024-07-09","cited_by_count":11,"area":null},{"id":"2104.02704","title":"Blow the Dog Whistle: A Chinese Dataset for Cant Understanding with Common Sense and World Knowledge","created":"2021-04-06","cited_by_count":10,"area":null},{"id":"2401.09964","title":"When Neural Code Completion Models Size up the Situation: Attaining Cheaper and Faster Completion through Dynamic Model Inference","created":"2024-01-18","cited_by_count":10,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2109.11745","title":"DACT-BERT: Differentiable Adaptive Computation Time for an Efficient BERT Inference","created":"2021-09-24","cited_by_count":9,"area":null},{"id":"2312.03464","title":"Subnetwork-to-go: Elastic Neural Network with Dynamic Training and Customizable Inference","created":"2023-12-06","cited_by_count":9,"area":null},{"id":"2606.06574","title":"Skip a Layer or Loop It? Learning Program-of-Layers in LLMs","created":"2026-06-04","cited_by_count":9,"area":null},{"id":"2103.01148","title":"E$^2$CM: Early Exit via Class Means for Efficient Supervised and Unsupervised Learning","created":"2021-03-01","cited_by_count":8,"area":null},{"id":"2204.09517","title":"Entropy-based Stability-Plasticity for Lifelong Learning","created":"2022-04-18","cited_by_count":8,"area":null},{"id":"2606.07345","title":"TabSwift: An Efficient Tabular Foundation Model with Row-Wise Attention","created":"2026-06-05","cited_by_count":8,"area":null},{"id":"2308.16678","title":"Dynamic nsNet2: Efficient Deep Noise Suppression with Early Exiting","created":"2023-08-31","cited_by_count":7,"area":null},{"id":"2403.17651","title":"Exploring Dynamic Transformer for Efficient Object Tracking","created":"2024-03-26","cited_by_count":7,"area":null},{"id":"2502.02790","title":"Leveraging the true depth of LLMs","created":"2025-02-05","cited_by_count":7,"area":null},{"id":"2507.10800","title":"ThinkingViT: Matryoshka Thinking Vision Transformer for Elastic Inference","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2109.10060","title":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Transformers","created":"2021-09-21","cited_by_count":6,"area":null},{"id":"2202.07652","title":"Predicting on the Edge: Identifying Where a Larger Model Does Better","created":"2022-02-15","cited_by_count":6,"area":null},{"id":"2212.11751","title":"Mind Your Heart: Stealthy Backdoor Attack on Dynamic Deep Neural Network in Edge Computing","created":"2022-12-22","cited_by_count":6,"area":null},{"id":"2310.12126","title":"SHARCS: Efficient Transformers through Routing with Dynamic Width Sub-networks","created":"2023-10-18","cited_by_count":6,"area":null},{"id":"2311.05931","title":"Early-Exit Neural Networks with Nested Prediction Sets","created":"2023-11-10","cited_by_count":6,"area":null},{"id":"2402.03774","title":"Learning a Decision Tree Algorithm with Transformers","created":"2024-02-06","cited_by_count":6,"area":null},{"id":"2602.08864","title":"Understanding Dynamic Compute Allocation in Recurrent Transformers","created":"2026-02-09","cited_by_count":6,"area":null},{"id":"2107.10302","title":"Adversarial for Good? How the Adversarial ML Community's Values Impede Socially Beneficial Uses of Attacks","created":"2021-07-11","cited_by_count":5,"area":null},{"id":"2109.09011","title":"PluGeN: Multi-Label Conditional Generation From Pre-Trained Models","created":"2021-09-18","cited_by_count":5,"area":null},{"id":"2212.00192","title":"Towards Practical Few-shot Federated NLP","created":"2022-12-01","cited_by_count":5,"area":null},{"id":"2304.08594","title":"AdaMTL: Adaptive Input-dependent Inference for Efficient Multi-Task Learning","created":"2023-04-17","cited_by_count":5,"area":null},{"id":"2310.18481","title":"MOSEL: Inference Serving Using Dynamic Modality Selection","created":"2023-10-27","cited_by_count":5,"area":null},{"id":"2402.00976","title":"Investigating Recurrent Transformers with Dynamic Halt","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2301.02989","title":"Fair Multi-Exit Framework for Facial Attribute Classification","created":"2023-01-08","cited_by_count":4,"area":null},{"id":"2302.08571","title":"A Comprehensive Review and a Taxonomy of Edge Machine Learning: Requirements, Paradigms, and Techniques","created":"2023-02-16","cited_by_count":4,"area":null},{"id":"2305.11980","title":"AutoCoreset: An Automatic Practical Coreset Construction Framework","created":"2023-05-19","cited_by_count":4,"area":null},{"id":"2309.08316","title":"How to Handle Different Types of Out-of-Distribution Scenarios in Computational Argumentation? A Comprehensive and Fine-Grained Field Study","created":"2023-09-15","cited_by_count":4,"area":null},{"id":"2310.19152","title":"BERT Lost Patience Won't Be Robust to Adversarial Slowdown","created":"2023-10-29","cited_by_count":4,"area":null},{"id":"2503.20436","title":"Siformer: Feature-isolated Transformer for Efficient Skeleton-based Sign Language Recognition","created":"2025-03-26","cited_by_count":4,"area":null},{"id":"2506.03302","title":"Multi-Exit Kolmogorov-Arnold Networks: enhancing accuracy and parsimony","created":"2025-06-03","cited_by_count":4,"area":null},{"id":"2105.13636","title":"The Power of Log-Sum-Exp: Sequential Density Ratio Matrix Estimation for Speed-Accuracy Optimization","created":"2021-05-28","cited_by_count":3,"area":null},{"id":"2107.13054","title":"Exceeding the Limits of Visual-Linguistic Multi-Task Learning","created":"2021-07-27","cited_by_count":3,"area":null},{"id":"2208.06710","title":"Progressive Multi-scale Light Field Networks","created":"2022-08-13","cited_by_count":3,"area":null},{"id":"2309.11691","title":"RAI4IoE: Responsible AI for Enabling the Internet of Energy","created":"2023-09-20","cited_by_count":3,"area":null},{"id":"2403.17154","title":"On the Impact of Black-box Deployment Strategies for Edge AI on Latency and Model Performance","created":"2024-03-25","cited_by_count":3,"area":null},{"id":"2410.04941","title":"TOAST: Transformer Optimization using Adaptive and Simple Transformations","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2509.01170","title":"ADMP-GNN: Adaptive Depth Message Passing GNN","created":"2025-09-01","cited_by_count":3,"area":null},{"id":"2601.18302","title":"Suppressing Final Layer Hidden State Jumps in Transformer Pretraining","created":"2026-01-26","cited_by_count":3,"area":null},{"id":"2603.12755","title":"AI Model Modulation with Logits Redistribution","created":"2026-03-13","cited_by_count":3,"area":null}],"next_cursor":"100"}