{"total":301,"rows":[{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2310.01801","title":"Model Tells You What to Discard: Adaptive KV Cache Compression for LLMs","created":"2023-10-03","cited_by_count":474,"area":"inference"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2309.01029","title":"Explainability for Large Language Models: A Survey","created":"2023-09-02","cited_by_count":333,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2210.04885","title":"What the DAAM: Interpreting Stable Diffusion Using Cross Attention","created":"2022-10-10","cited_by_count":236,"area":"diffusion"},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230,"area":null},{"id":"2202.08791","title":"cosFormer: Rethinking Softmax in Attention","created":"2022-02-17","cited_by_count":213,"area":"lr"},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2106.00737","title":"Implicit Representations of Meaning in Neural Language Models","created":"2021-06-01","cited_by_count":180,"area":null},{"id":"2308.08742","title":"PMET: Precise Model Editing in a Transformer","created":"2023-08-17","cited_by_count":173,"area":null},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152,"area":"moe"},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2402.14811","title":"Fine-Tuning Enhances Existing Mechanisms: A Case Study on Entity Tracking","created":"2024-02-22","cited_by_count":149,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2205.13543","title":"Revealing the Dark Secrets of Masked Image Modeling","created":"2022-05-26","cited_by_count":117,"area":null},{"id":"2105.06990","title":"BERT Busters: Outlier Dimensions that Disrupt Transformers","created":"2021-05-14","cited_by_count":112,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2207.10062","title":"DataPerf: Benchmarks for Data-Centric AI Development","created":"2022-07-20","cited_by_count":90,"area":null},{"id":"2104.08027","title":"Fast, Effective, and Self-Supervised: Transforming Masked Language Models into Universal Lexical and Sentence Encoders","created":"2021-04-16","cited_by_count":88,"area":null},{"id":"2204.07154","title":"MiniViT: Compressing Vision Transformers with Weight Multiplexing","created":"2022-04-14","cited_by_count":88,"area":null},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88,"area":null},{"id":"2303.04245","title":"How Do Transformers Learn Topic Structure: Towards a Mechanistic Understanding","created":"2023-03-07","cited_by_count":86,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2103.13084","title":"Paragraph-level Rationale Extraction through Regularization: A case study on European Court of Human Rights Cases","created":"2021-03-24","cited_by_count":77,"area":null},{"id":"2110.07736","title":"Identifying and Mitigating Spurious Correlations for Improving Robustness in NLP Models","created":"2021-10-14","cited_by_count":76,"area":null},{"id":"2104.07885","title":"Probing Across Time: What Does RoBERTa Know and When?","created":"2021-04-16","cited_by_count":73,"area":null},{"id":"2202.08625","title":"Revisiting Over-smoothing in BERT from the Perspective of Graph","created":"2022-02-17","cited_by_count":72,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2203.04212","title":"Measuring the Mixing of Contextual Information in the Transformer","created":"2022-03-08","cited_by_count":65,"area":null},{"id":"2204.08831","title":"Probing for the Usage of Grammatical Number","created":"2022-04-19","cited_by_count":59,"area":null},{"id":"2205.07237","title":"Discovering Latent Concepts Learned in BERT","created":"2022-05-15","cited_by_count":56,"area":null},{"id":"2203.09192","title":"Entropy-based Attention Regularization Frees Unintended Bias Mitigation from Lists","created":"2022-03-17","cited_by_count":55,"area":null},{"id":"2205.11380","title":"Outliers Dimensions that Disrupt Transformers Are Driven by Frequency","created":"2022-05-23","cited_by_count":55,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2412.02104","title":"Explainable and Interpretable Multimodal Large Language Models: A Comprehensive Survey","created":"2024-12-03","cited_by_count":52,"area":"mllm"},{"id":"2109.07152","title":"Incorporating Residual and Normalization Layers into Analysis of Masked Language Models","created":"2021-09-15","cited_by_count":51,"area":null},{"id":"2202.06840","title":"What Do They Capture? -- A Structural Analysis of Pre-Trained Language Models for Source Code","created":"2022-02-14","cited_by_count":50,"area":null},{"id":"2305.03210","title":"AttentionViz: A Global View of Transformer Attention","created":"2023-05-04","cited_by_count":50,"area":null},{"id":"2101.06969","title":"Red Alarm for Pre-trained Models: Universal Vulnerability to Neuron-Level Backdoor Attacks","created":"2021-01-18","cited_by_count":49,"area":null},{"id":"2102.12871","title":"SparseBERT: Rethinking the Importance Analysis in Self-attention","created":"2021-02-25","cited_by_count":46,"area":null},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2205.03286","title":"GlobEnc: Quantifying Global Token Attribution by Incorporating the Whole Encoder Layer in Transformers","created":"2022-05-06","cited_by_count":44,"area":null},{"id":"2405.06219","title":"SKVQ: Sliding-window Key and Value Cache Quantization for Large Language Models","created":"2024-05-10","cited_by_count":44,"area":"inference"},{"id":"2301.12971","title":"Quantifying Context Mixing in Transformers","created":"2023-01-30","cited_by_count":43,"area":null},{"id":"2304.06248","title":"LasUIE: Unifying Information Extraction with Latent Adaptive Structure-aware Generative Language Model","created":"2023-04-13","cited_by_count":43,"area":null},{"id":"2106.14282","title":"A Closer Look at How Fine-tuning Changes BERT","created":"2021-06-27","cited_by_count":42,"area":null},{"id":"2101.11043","title":"Deep Subjecthood: Higher-Order Grammatical Features in Multilingual BERT","created":"2021-01-26","cited_by_count":41,"area":null},{"id":"2203.08372","title":"Multi-View Document Representation Learning for Open-Domain Dense Retrieval","created":"2022-03-16","cited_by_count":41,"area":null},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40,"area":null},{"id":"2303.14474","title":"3Mformer: Multi-order Multi-mode Transformer for Skeletal Action Recognition","created":"2023-03-25","cited_by_count":40,"area":null},{"id":"2104.14694","title":"Let's Play Mono-Poly: BERT Can Reveal Words' Polysemy Level and Partitionability into Senses","created":"2021-04-29","cited_by_count":39,"area":null},{"id":"2404.03828","title":"Outlier-Efficient Hopfield Layers for Large Transformer-Based Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2111.04130","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","created":"2021-11-07","cited_by_count":34,"area":null},{"id":"2504.02922","title":"Overcoming Sparsity Artifacts in Crosscoders to Interpret Chat-Tuning","created":"2025-04-03","cited_by_count":34,"area":null},{"id":"2302.00456","title":"Analyzing Feed-Forward Blocks in Transformers through the Lens of Attention Maps","created":"2023-02-01","cited_by_count":33,"area":null},{"id":"2106.00149","title":"HiddenCut: Simple Data Augmentation for Natural Language Understanding with Better Generalization","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2212.07850","title":"Attention as a Guide for Simultaneous Speech Translation","created":"2022-12-15","cited_by_count":32,"area":null},{"id":"2510.14973","title":"Attention Is All You Need for KV Cache in Diffusion LLMs","created":"2025-10-16","cited_by_count":32,"area":"inference"},{"id":"2105.14652","title":"Attention Flows are Shapley Value Explanations","created":"2021-05-31","cited_by_count":30,"area":null},{"id":"2109.08406","title":"Fine-Tuned Transformers Show Clusters of Similar Representations Across Layers","created":"2021-09-17","cited_by_count":30,"area":null},{"id":"2206.14017","title":"Proton: Probing Schema Linking Information from Pre-trained Language Models for Text-to-SQL Parsing","created":"2022-06-28","cited_by_count":30,"area":null},{"id":"2303.13731","title":"How Does Attention Work in Vision Transformers? A Visual Analytics Attempt","created":"2023-03-24","cited_by_count":30,"area":null},{"id":"2312.01429","title":"Transformers are uninterpretable with myopic methods: a case study with bounded Dyck grammars","created":"2023-12-03","cited_by_count":30,"area":null},{"id":"2104.01477","title":"Exploring the Role of BERT Token Representations to Explain Sentence Probing Results","created":"2021-04-03","cited_by_count":29,"area":null},{"id":"2205.00305","title":"AdapterBias: Parameter-efficient Token-dependent Representation Shift for Adapters in NLP Tasks","created":"2022-04-30","cited_by_count":29,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2104.05904","title":"DirectProbe: Studying Representations without Classifiers","created":"2021-04-13","cited_by_count":25,"area":null},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25,"area":null},{"id":"2407.19200","title":"On Behalf of the Stakeholders: Trends in NLP Model Interpretability in the Era of LLMs","created":"2024-07-27","cited_by_count":25,"area":"mechinterp"},{"id":"2410.09087","title":"Mechanistic?","created":"2024-10-07","cited_by_count":25,"area":"mechinterp"},{"id":"2204.10496","title":"Multimodal Adaptive Distillation for Leveraging Unimodal Encoders for Vision-Language Tasks","created":"2022-04-22","cited_by_count":23,"area":null},{"id":"2206.04727","title":"STNDT: Modeling Neural Population Activity with a Spatiotemporal Transformer","created":"2022-06-09","cited_by_count":23,"area":null},{"id":"2101.10927","title":"Attention Can Reflect Syntactic Structure (If You Let It)","created":"2021-01-26","cited_by_count":22,"area":null},{"id":"2206.10552","title":"Vicinity Vision Transformer","created":"2022-06-21","cited_by_count":22,"area":null},{"id":"2105.13868","title":"Learning Relation Alignment for Calibrated Cross-modal Retrieval","created":"2021-05-28","cited_by_count":21,"area":null},{"id":"2107.07445","title":"AutoBERT-Zero: Evolving BERT Backbone from Scratch","created":"2021-07-15","cited_by_count":21,"area":null},{"id":"2405.06067","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","created":"2024-05-09","cited_by_count":21,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2205.10226","title":"Do Transformer Models Show Similar Attention Patterns to Task-Specific Human Gaze?","created":"2022-04-25","cited_by_count":20,"area":null},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2403.04105","title":"Natural Language Processing in the Patent Domain: A Survey","created":"2024-03-06","cited_by_count":20,"area":null},{"id":"2510.08510","title":"To Sink or Not to Sink: Visual Information Pathways in Large Vision-Language Models","created":"2025-10-09","cited_by_count":20,"area":"mllm"},{"id":"2105.04837","title":"Rationalization through Concepts","created":"2021-05-11","cited_by_count":19,"area":null},{"id":"2110.10470","title":"Interpreting Deep Learning Models in Natural Language Processing: A Review","created":"2021-10-20","cited_by_count":19,"area":null},{"id":"2205.09630","title":"Acceptability Judgements via Examining the Topology of Attention Maps","created":"2022-05-19","cited_by_count":19,"area":null},{"id":"2210.12696","title":"On the Transformation of Latent Space in Fine-Tuned NLP Models","created":"2022-10-23","cited_by_count":19,"area":null},{"id":"2112.08560","title":"Block-Skim: Efficient Question Answering for Transformer","created":"2021-12-16","cited_by_count":18,"area":null},{"id":"2410.08113","title":"Robust AI-Generated Text Detection by Restricted Embeddings","created":"2024-10-10","cited_by_count":18,"area":null},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2101.04547","title":"Of Non-Linearity and Commutativity in BERT","created":"2021-01-12","cited_by_count":16,"area":null},{"id":"2104.08942","title":"Attention-based Clinical Note Summarization","created":"2021-04-18","cited_by_count":16,"area":null},{"id":"2108.08375","title":"Contributions of Transformer Attention Heads in Multi- and Cross-lingual Tasks","created":"2021-08-18","cited_by_count":16,"area":null},{"id":"2112.14938","title":"Automatic Mixed-Precision Quantization Search of BERT","created":"2021-12-30","cited_by_count":16,"area":"distill"},{"id":"2211.03013","title":"Robust Lottery Tickets for Pre-trained Language Models","created":"2022-11-06","cited_by_count":16,"area":null},{"id":"2407.10488","title":"How and where does CLIP process negation?","created":"2024-07-15","cited_by_count":16,"area":null},{"id":"2101.09115","title":"The heads hypothesis: A unifying statistical approach towards understanding multi-headed attention in BERT","created":"2021-01-22","cited_by_count":15,"area":null}],"next_cursor":"100"}