{"total":637,"rows":[{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2202.06709","title":"How Do Vision Transformers Work?","created":"2022-02-14","cited_by_count":307,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249,"area":null},{"id":"2305.14160","title":"Label Words are Anchors: An Information Flow Perspective for Understanding In-Context Learning","created":"2023-05-23","cited_by_count":236,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2108.04840","title":"Post-hoc Interpretability for Neural NLP: A Survey","created":"2021-08-10","cited_by_count":156,"area":null},{"id":"2307.09458","title":"Does Circuit Analysis Interpretability Scale? Evidence from Multiple Choice Capabilities in Chinchilla","created":"2023-07-18","cited_by_count":149,"area":null},{"id":"2307.01694","title":"Spike-driven Transformer","created":"2023-07-04","cited_by_count":146,"area":null},{"id":"2105.07926","title":"Towards Robust Vision Transformer","created":"2021-05-17","cited_by_count":137,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2105.06990","title":"BERT Busters: Outlier Dimensions that Disrupt Transformers","created":"2021-05-14","cited_by_count":112,"area":null},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2107.06641","title":"Trustworthy AI: A Computational Perspective","created":"2021-07-12","cited_by_count":93,"area":null},{"id":"2311.02262","title":"Tell Your Model Where to Attend: Post-hoc Attention Steering for LLMs","created":"2023-11-03","cited_by_count":91,"area":null},{"id":"2402.18154","title":"Cutting Off the Head Ends the Conflict: A Mechanism for Interpreting and Mitigating Knowledge Conflicts in Language Models","created":"2024-02-28","cited_by_count":91,"area":null},{"id":"2104.08027","title":"Fast, Effective, and Self-Supervised: Transforming Masked Language Models into Universal Lexical and Sentence Encoders","created":"2021-04-16","cited_by_count":88,"area":null},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2104.08500","title":"Vision Transformer Pruning","created":"2021-04-17","cited_by_count":79,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2104.08771","title":"Cross-Attention is All You Need: Adapting Pretrained Transformers for Machine Translation","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2307.13770","title":"E^2VPT: An Effective and Efficient Approach for Visual Prompt Tuning","created":"2023-07-25","cited_by_count":70,"area":null},{"id":"2303.04935","title":"X-Pruner: eXplainable Pruning for Vision Transformers","created":"2023-03-08","cited_by_count":68,"area":null},{"id":"2402.03804","title":"ReLU$^2$ Wins: Discovering Efficient Activation Functions for Sparse LLMs","created":"2024-02-06","cited_by_count":67,"area":null},{"id":"2111.05754","title":"Prune Once for All: Sparse Pre-Trained Language Models","created":"2021-11-10","cited_by_count":66,"area":null},{"id":"2211.07349","title":"Finding Skill Neurons in Pre-trained Transformer-based Language Models","created":"2022-11-14","cited_by_count":66,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63,"area":null},{"id":"2406.16778","title":"Finding Transformer Circuits with Edge Pruning","created":"2024-06-24","cited_by_count":60,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2401.16456","title":"SHViT: Single-Head Vision Transformer with Memory Efficient Macro Design","created":"2024-01-29","cited_by_count":56,"area":null},{"id":"2209.07484","title":"Hydra Attention: Efficient Attention with Many Heads","created":"2022-09-15","cited_by_count":55,"area":null},{"id":"2301.13741","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","created":"2023-01-31","cited_by_count":54,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2109.07152","title":"Incorporating Residual and Normalization Layers into Analysis of Masked Language Models","created":"2021-09-15","cited_by_count":51,"area":null},{"id":"2107.11317","title":"Mixed SIGNals: Sign Language Production via a Mixture of Motion Primitives","created":"2021-07-23","cited_by_count":50,"area":null},{"id":"2109.04825","title":"Artificial Text Detection via Examining the Topology of Attention Maps","created":"2021-09-10","cited_by_count":49,"area":null},{"id":"2102.01386","title":"AutoFreeze: Automatically Freezing Model Blocks to Accelerate Fine-tuning","created":"2021-02-02","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2102.12871","title":"SparseBERT: Rethinking the Importance Analysis in Self-attention","created":"2021-02-25","cited_by_count":46,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2110.03593","title":"TranSalNet: Towards perceptually relevant visual saliency prediction","created":"2021-10-07","cited_by_count":44,"area":null},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2201.12114","title":"Rethinking Attention-Model Explainability through Faithfulness Violation Test","created":"2022-01-28","cited_by_count":43,"area":null},{"id":"2402.05406","title":"Everybody Prune Now: Structured Pruning of LLMs with only Forward Passes","created":"2024-02-08","cited_by_count":43,"area":null},{"id":"2402.09977","title":"Fast Vocabulary Transfer for Language Model Compression","created":"2024-02-15","cited_by_count":42,"area":null},{"id":"2104.08682","title":"Rethinking Network Pruning -- under the Pre-train and Fine-tune Paradigm","created":"2021-04-18","cited_by_count":40,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2402.15390","title":"Explorations of Self-Repair in Language Models","created":"2024-02-23","cited_by_count":39,"area":null},{"id":"2103.07601","title":"Approximating How Single Head Attention Learns","created":"2021-03-13","cited_by_count":38,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2310.19956","title":"The Impact of Depth on Compositional Generalization in Transformer Language Models","created":"2023-10-30","cited_by_count":38,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2212.09811","title":"Memory-efficient NLLB-200: Language-specific Expert Pruning of a Massively Multilingual Machine Translation Model","created":"2022-12-19","cited_by_count":36,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2308.11358","title":"How Much Temporal Long-Term Context is Needed for Action Segmentation?","created":"2023-08-22","cited_by_count":36,"area":null},{"id":"2409.14381","title":"Investigating Layer Importance in Large Language Models","created":"2024-09-22","cited_by_count":36,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2105.14802","title":"On Compositional Generalization of Neural Machine Translation","created":"2021-05-31","cited_by_count":34,"area":null},{"id":"2111.04130","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","created":"2021-11-07","cited_by_count":34,"area":null},{"id":"2109.04901","title":"Document-level Entity-based Extraction as Template Generation","created":"2021-09-10","cited_by_count":33,"area":null},{"id":"2110.06821","title":"Leveraging redundancy in attention with Reuse Transformers","created":"2021-10-13","cited_by_count":33,"area":null},{"id":"2203.12217","title":"Training-free Transformer Architecture Search","created":"2022-03-23","cited_by_count":33,"area":null},{"id":"2302.00456","title":"Analyzing Feed-Forward Blocks in Transformers through the Lens of Attention Maps","created":"2023-02-01","cited_by_count":33,"area":null},{"id":"2305.15065","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2109.15142","title":"Redesigning the Transformer Architecture with Insights from Multi-particle Dynamical Systems","created":"2021-09-30","cited_by_count":31,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2105.14652","title":"Attention Flows are Shapley Value Explanations","created":"2021-05-31","cited_by_count":30,"area":null},{"id":"2210.04457","title":"XPrompt: Exploring the Extreme of Prompt Tuning","created":"2022-10-10","cited_by_count":30,"area":null}],"next_cursor":"100"}