{"total":186,"rows":[{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2202.07125","title":"Transformers in Time Series: A Survey","created":"2022-02-15","cited_by_count":497,"area":null},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2106.09647","title":"Deep Learning Through the Lens of Example Difficulty","created":"2021-06-17","cited_by_count":141,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2406.15627","title":"Benchmarking Uncertainty Quantification Methods for Large Language Models with LM-Polygraph","created":"2024-06-21","cited_by_count":105,"area":null},{"id":"2303.09435","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","created":"2023-03-16","cited_by_count":90,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2307.02764","title":"When Does Confidence-Based Cascade Deferral Suffice?","created":"2023-07-06","cited_by_count":60,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2102.01386","title":"AutoFreeze: Automatically Freezing Model Blocks to Accelerate Fine-tuning","created":"2021-02-02","cited_by_count":48,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2210.05528","title":"Model Cascading: Towards Jointly Improving Efficiency and Accuracy of NLP Systems","created":"2022-10-11","cited_by_count":44,"area":null},{"id":"2506.12479","title":"AI Flow: Perspectives, Scenarios, and Approaches","created":"2025-06-14","cited_by_count":44,"area":null},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2406.14479","title":"Tracing Representation Progression: Analyzing and Enhancing Layer-Wise Similarity","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2109.08406","title":"Fine-Tuned Transformers Show Clusters of Similar Representations Across Layers","created":"2021-09-17","cited_by_count":30,"area":null},{"id":"2106.02205","title":"Enabling Lightweight Fine-tuning for Pre-trained Language Model Compression based on Matrix Product Operators","created":"2021-06-04","cited_by_count":29,"area":null},{"id":"2305.01628","title":"The Benefits of Bad Advice: Autocontrastive Decoding across Model Layers","created":"2023-05-02","cited_by_count":29,"area":null},{"id":"2208.11180","title":"Auditing Membership Leakages of Multi-Exit Networks","created":"2022-08-23","cited_by_count":27,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2409.03621","title":"Attend First, Consolidate Later: On the Importance of Attention in Different LLM Layers","created":"2024-09-05","cited_by_count":25,"area":null},{"id":"2411.02829","title":"CE-CoLLM: Efficient and Adaptive Large Language Models Through Cloud-Edge Collaboration","created":"2024-11-05","cited_by_count":25,"area":null},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24,"area":null},{"id":"2402.12025","title":"Speech Translation with Speech Foundation Models and Large Language Models: What is There and What is Missing?","created":"2024-02-19","cited_by_count":23,"area":null},{"id":"2210.07913","title":"Efficiently Controlling Multiple Risks with Pareto Testing","created":"2022-10-14","cited_by_count":22,"area":null},{"id":"2310.03686","title":"DecoderLens: Layerwise Interpretation of Encoder-Decoder Transformers","created":"2023-10-05","cited_by_count":22,"area":null},{"id":"2106.04650","title":"TED-net: Convolution-free T2T Vision Transformer-based Encoder-decoder Dilation network for Low-dose CT Denoising","created":"2021-06-08","cited_by_count":21,"area":null},{"id":"2402.04513","title":"Online Cascade Learning for Efficient Inference over Streams","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2101.09755","title":"RomeBERT: Robust Training of Multi-Exit BERT","created":"2021-01-24","cited_by_count":19,"area":null},{"id":"2105.13792","title":"Early Exiting with Ensemble Internal Classifiers","created":"2021-05-28","cited_by_count":19,"area":null},{"id":"2107.11610","title":"Context-aware Adversarial Training for Name Regularity Bias in Named Entity Recognition","created":"2021-07-24","cited_by_count":19,"area":null},{"id":"2109.07009","title":"Will this Question be Answered? Question Filtering via Answer Model Distillation for Efficient Question Answering","created":"2021-09-14","cited_by_count":19,"area":null},{"id":"2203.08991","title":"AdapLeR: Speeding up Inference by Adaptive Length Reduction","created":"2022-03-16","cited_by_count":19,"area":null},{"id":"2311.15436","title":"Learning to Skip for Language Modeling","created":"2023-11-26","cited_by_count":19,"area":null},{"id":"2106.03527","title":"Multi-Exit Semantic Segmentation Networks","created":"2021-06-07","cited_by_count":18,"area":null},{"id":"2205.10350","title":"Lossless Acceleration for Seq2seq Generation with Aggressive Decoding","created":"2022-05-20","cited_by_count":18,"area":null},{"id":"2305.11916","title":"F-PABEE: Flexible-patience-based Early Exiting for Single-label and Multi-label text Classification Tasks","created":"2023-05-21","cited_by_count":18,"area":null},{"id":"2407.02348","title":"Agreement-Based Cascading for Efficient Inference","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2507.07996","title":"Skip a Layer or Loop it? Test-Time Depth Adaptation of Pretrained LLMs","created":"2025-07-10","cited_by_count":16,"area":null},{"id":"2105.13471","title":"Inspecting the concept knowledge graph encoded by modern language models","created":"2021-05-27","cited_by_count":15,"area":null},{"id":"2406.00060","title":"Cascade-Aware Training of Language Models","created":"2024-05-29","cited_by_count":15,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2204.06271","title":"TangoBERT: Reducing Inference Cost by using Cascaded Architecture","created":"2022-04-13","cited_by_count":13,"area":null},{"id":"2210.10041","title":"Hidden State Variability of Pretrained Language Models Can Guide Computation Reduction for Transfer Learning","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2211.00640","title":"CascadeXML: Rethinking Transformers for End-to-end Multi-resolution Training in Extreme Multi-label Classification","created":"2022-10-29","cited_by_count":12,"area":null},{"id":"2506.21387","title":"Early Stopping Tabular In-Context Learning","created":"2025-06-26","cited_by_count":12,"area":null},{"id":"2510.12773","title":"Dr.LLM: Dynamic Layer Routing in LLMs","created":"2025-10-14","cited_by_count":12,"area":null},{"id":"2607.20519","title":"Adaptive Depth in Looped Transformers: Diagnosing Learned Halting Gates and Trajectory Readouts","created":"2026-07-08","cited_by_count":12,"area":null},{"id":"2407.06677","title":"Mixture-of-Modules: Reinventing Transformers as Dynamic Assemblies of Modules","created":"2024-07-09","cited_by_count":11,"area":null},{"id":"2209.09480","title":"Unsupervised Early Exit in DNNs with Multiple Exits","created":"2022-09-20","cited_by_count":10,"area":null},{"id":"2211.12707","title":"Can Open-Domain QA Reader Utilize External Knowledge Efficiently like Humans?","created":"2022-11-23","cited_by_count":10,"area":null},{"id":"2311.15983","title":"SPIN: Sparsifying and Integrating Internal Neurons in Large Language Models for Text Classification","created":"2023-11-27","cited_by_count":10,"area":null},{"id":"2401.09964","title":"When Neural Code Completion Models Size up the Situation: Attaining Cheaper and Faster Completion through Dynamic Model Inference","created":"2024-01-18","cited_by_count":10,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2109.11745","title":"DACT-BERT: Differentiable Adaptive Computation Time for an Efficient BERT Inference","created":"2021-09-24","cited_by_count":9,"area":null},{"id":"2401.10541","title":"I-SplitEE: Image classification in Split Computing DNNs with Early Exits","created":"2024-01-19","cited_by_count":9,"area":null},{"id":"2606.06574","title":"Skip a Layer or Loop It? Learning Program-of-Layers in LLMs","created":"2026-06-04","cited_by_count":9,"area":null},{"id":"2103.01148","title":"E$^2$CM: Early Exit via Class Means for Efficient Supervised and Unsupervised Learning","created":"2021-03-01","cited_by_count":8,"area":null},{"id":"2203.00748","title":"E-LANG: Energy-Based Joint Inferencing of Super and Swift Language Models","created":"2022-03-01","cited_by_count":8,"area":null},{"id":"2204.09517","title":"Entropy-based Stability-Plasticity for Lifelong Learning","created":"2022-04-18","cited_by_count":8,"area":null},{"id":"2606.07345","title":"TabSwift: An Efficient Tabular Foundation Model with Row-Wise Attention","created":"2026-06-05","cited_by_count":8,"area":null},{"id":"2305.19585","title":"LAIT: Efficient Multi-Segment Encoding in Transformers with Layer-Adjustable Interaction","created":"2023-05-31","cited_by_count":7,"area":null},{"id":"2309.08968","title":"Sorted LLaMA: Unlocking the Potential of Intermediate Layers of Large Language Models for Dynamic Inference","created":"2023-09-16","cited_by_count":7,"area":null},{"id":"2601.21708","title":"FBS: Modeling Native Parallel Reading inside a Transformer","created":"2026-01-29","cited_by_count":7,"area":null},{"id":"2109.10060","title":"DS-Net++: Dynamic Weight Slicing for Efficient Inference in CNNs and Transformers","created":"2021-09-21","cited_by_count":6,"area":null},{"id":"2309.00255","title":"SortedNet: A Scalable and Generalized Framework for Training Modular Deep Neural Networks","created":"2023-09-01","cited_by_count":6,"area":null},{"id":"2310.12126","title":"SHARCS: Efficient Transformers through Routing with Dynamic Width Sub-networks","created":"2023-10-18","cited_by_count":6,"area":null},{"id":"2512.08819","title":"Do Depth-Grown Models Overcome the Curse of Depth? An In-Depth Analysis","created":"2025-12-09","cited_by_count":6,"area":null},{"id":"2602.08864","title":"Understanding Dynamic Compute Allocation in Recurrent Transformers","created":"2026-02-09","cited_by_count":6,"area":null},{"id":"2603.08082","title":"Tiny Autoregressive Recursive Models","created":"2026-03-09","cited_by_count":6,"area":null},{"id":"2207.04993","title":"Embedding Recycling for Language Models","created":"2022-07-11","cited_by_count":5,"area":null},{"id":"2304.01016","title":"Quick Dense Retrievers Consume KALE: Post Training Kullback Leibler Alignment of Embeddings for Asymmetrical dual encoders","created":"2023-03-31","cited_by_count":5,"area":null},{"id":"2310.18481","title":"MOSEL: Inference Serving Using Dynamic Modality Selection","created":"2023-10-27","cited_by_count":5,"area":null},{"id":"2503.05005","title":"Balcony: A Lightweight Approach to Dynamic Inference of Generative Language Models","created":"2025-03-06","cited_by_count":5,"area":null},{"id":"2509.17874","title":"Deep Hierarchical Learning with Nested Subspace Networks for Large Language Models","created":"2025-09-22","cited_by_count":5,"area":null},{"id":"2107.02102","title":"Training Adaptive Computation for Open-Domain Question Answering with Computational Constraints","created":"2021-07-05","cited_by_count":4,"area":null},{"id":"2209.09593","title":"EffEval: A Comprehensive Evaluation of Efficiency for MT Evaluation Metrics","created":"2022-09-20","cited_by_count":4,"area":null},{"id":"2310.19152","title":"BERT Lost Patience Won't Be Robust to Adversarial Slowdown","created":"2023-10-29","cited_by_count":4,"area":null},{"id":"2502.11115","title":"Are Generative Models Underconfident? Better Quality Estimation with Boosted Model Probability","created":"2025-02-16","cited_by_count":4,"area":null},{"id":"2204.02601","title":"Probing Structured Pruning on Multilingual Pre-trained Models: Settings, Algorithms, and Efficiency","created":"2022-04-06","cited_by_count":3,"area":null},{"id":"2206.11062","title":"Answer Fast: Accelerating BERT on the Tensor Streaming Processor","created":"2022-06-22","cited_by_count":3,"area":null},{"id":"2210.02570","title":"Revisiting Structured Dropout","created":"2022-10-05","cited_by_count":3,"area":null},{"id":"2211.06840","title":"FPT: Improving Prompt Tuning Efficiency via Progressive Training","created":"2022-11-13","cited_by_count":3,"area":null},{"id":"2305.19844","title":"Learning Task-preferred Inference Routes for Gradient De-conflict in Multi-output DNNs","created":"2023-05-31","cited_by_count":3,"area":null},{"id":"2403.17154","title":"On the Impact of Black-box Deployment Strategies for Edge AI on Latency and Model Performance","created":"2024-03-25","cited_by_count":3,"area":null},{"id":"2409.03140","title":"GraphEx: A Graph-based Extraction Method for Advertiser Keyphrase Recommendation","created":"2024-09-05","cited_by_count":3,"area":null}],"next_cursor":"100"}