{"total":673,"rows":[{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2209.11895","title":"In-context Learning and Induction Heads","created":"2022-09-24","cited_by_count":964,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601,"area":null},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449,"area":null},{"id":"2306.03078","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","created":"2023-06-05","cited_by_count":367,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345,"area":null},{"id":"2309.01029","title":"Explainability for Large Language Models: A Survey","created":"2023-09-02","cited_by_count":333,"area":null},{"id":"2103.15679","title":"Generic Attention-model Explainability for Interpreting Bi-Modal and Encoder-Decoder Transformers","created":"2021-03-29","cited_by_count":320,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2302.03241","title":"Continual Pre-training of Language Models","created":"2023-02-07","cited_by_count":198,"area":null},{"id":"2310.05916","title":"Interpreting CLIP's Image Representation via Text-Based Decomposition","created":"2023-10-09","cited_by_count":196,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2106.02852","title":"Patch Slimming for Efficient Vision Transformers","created":"2021-06-05","cited_by_count":133,"area":null},{"id":"2209.02535","title":"Analyzing Transformers in Embedding Space","created":"2022-09-06","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2209.11326","title":"Towards Faithful Model Explanation in NLP: A Survey","created":"2022-09-22","cited_by_count":130,"area":null},{"id":"2207.13243","title":"Toward Transparent AI: A Survey on Interpreting the Inner Structures of Deep Neural Networks","created":"2022-07-27","cited_by_count":129,"area":null},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2103.10689","title":"Interpretable Deep Learning: Interpretation, Interpretability, Trustworthiness, and Beyond","created":"2021-03-19","cited_by_count":118,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2101.08833","title":"SSTVOS: Sparse Spatiotemporal Transformers for Video Object Segmentation","created":"2021-01-21","cited_by_count":106,"area":null},{"id":"2206.04301","title":"Unveiling Transformers with LEGO: a synthetic reasoning task","created":"2022-06-09","cited_by_count":106,"area":null},{"id":"2305.08809","title":"Interpretability at Scale: Identifying Causal Mechanisms in Alpaca","created":"2023-05-15","cited_by_count":103,"area":null},{"id":"2202.07304","title":"XAI for Transformers: Better Explanations through Conservative Propagation","created":"2022-02-15","cited_by_count":100,"area":null},{"id":"2403.00824","title":"Information Flow Routes: Automatically Interpreting Language Models at Scale","created":"2024-02-27","cited_by_count":95,"area":null},{"id":"2106.16163","title":"The MultiBERTs: BERT Reproductions for Robustness Analysis","created":"2021-06-30","cited_by_count":92,"area":null},{"id":"2311.02262","title":"Tell Your Model Where to Attend: Post-hoc Attention Steering for LLMs","created":"2023-11-03","cited_by_count":91,"area":null},{"id":"2104.08027","title":"Fast, Effective, and Self-Supervised: Transforming Masked Language Models into Universal Lexical and Sentence Encoders","created":"2021-04-16","cited_by_count":88,"area":null},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2310.04625","title":"Copy Suppression: Comprehensively Understanding an Attention Head","created":"2023-10-06","cited_by_count":76,"area":null},{"id":"2104.08771","title":"Cross-Attention is All You Need: Adapting Pretrained Transformers for Machine Translation","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2110.04869","title":"Global Vision Transformer Pruning with Hessian-Aware Saliency","created":"2021-10-10","cited_by_count":70,"area":null},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69,"area":null},{"id":"2303.04935","title":"X-Pruner: eXplainable Pruning for Vision Transformers","created":"2023-03-08","cited_by_count":68,"area":null},{"id":"2309.15098","title":"Attention Satisfies: A Constraint-Satisfaction Lens on Factual Errors of Language Models","created":"2023-09-26","cited_by_count":67,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2203.13357","title":"One Country, 700+ Languages: NLP Challenges for Underrepresented Languages and Dialects in Indonesia","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2211.07349","title":"Finding Skill Neurons in Pre-trained Transformer-based Language Models","created":"2022-11-14","cited_by_count":66,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63,"area":null},{"id":"2110.07483","title":"On the Pitfalls of Analyzing Individual Neurons in Language Models","created":"2021-10-14","cited_by_count":62,"area":null},{"id":"2208.05309","title":"Looking for a Needle in a Haystack: A Comprehensive Study of Hallucinations in Neural Machine Translation","created":"2022-08-10","cited_by_count":61,"area":null},{"id":"2310.08915","title":"Dynamic Sparse No Training: Training-Free Fine-tuning for Sparse LLMs","created":"2023-10-13","cited_by_count":61,"area":null},{"id":"2105.09511","title":"Medical Image Segmentation Using Squeeze-and-Expansion Transformers","created":"2021-05-20","cited_by_count":57,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2401.16456","title":"SHViT: Single-Head Vision Transformer with Memory Efficient Macro Design","created":"2024-01-29","cited_by_count":56,"area":null},{"id":"2209.07484","title":"Hydra Attention: Efficient Attention with Many Heads","created":"2022-09-15","cited_by_count":55,"area":null},{"id":"2106.05933","title":"PARP: Prune, Adjust and Re-Prune for Self-Supervised Speech Recognition","created":"2021-06-10","cited_by_count":53,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2109.07152","title":"Incorporating Residual and Normalization Layers into Analysis of Masked Language Models","created":"2021-09-15","cited_by_count":51,"area":null},{"id":"2106.08367","title":"What Context Features Can Transformer Language Models Use?","created":"2021-06-15","cited_by_count":50,"area":null},{"id":"2107.11317","title":"Mixed SIGNals: Sign Language Production via a Mixture of Motion Primitives","created":"2021-07-23","cited_by_count":50,"area":null},{"id":"2305.03210","title":"AttentionViz: A Global View of Transformer Attention","created":"2023-05-04","cited_by_count":50,"area":null},{"id":"2101.06969","title":"Red Alarm for Pre-trained Models: Universal Vulnerability to Neuron-Level Backdoor Attacks","created":"2021-01-18","cited_by_count":49,"area":null},{"id":"2107.00676","title":"A Primer on Pretrained Multilingual Language Models","created":"2021-07-01","cited_by_count":49,"area":null},{"id":"2205.08305","title":"A Study of the Attention Abnormality in Trojaned BERTs","created":"2022-05-13","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2302.14502","title":"A Survey on Long Text Modeling with Transformers","created":"2023-02-28","cited_by_count":47,"area":null},{"id":"2104.06951","title":"Domain Adaptation and Multi-Domain Adaptation for Neural Machine Translation: A Survey","created":"2021-04-14","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2409.00265","title":"Explainable Artificial Intelligence: A Survey of Needs, Techniques, Applications, and Future Direction","created":"2024-08-30","cited_by_count":46,"area":null},{"id":"2410.01104","title":"Softmax is not Enough (for Sharp Size Generalisation)","created":"2024-10-01","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2403.04786","title":"Breaking Down the Defenses: A Comparative Survey of Attacks on Large Language Models","created":"2024-03-03","cited_by_count":44,"area":null},{"id":"2201.12114","title":"Rethinking Attention-Model Explainability through Faithfulness Violation Test","created":"2022-01-28","cited_by_count":43,"area":null},{"id":"2104.07012","title":"Sparse Attention with Linear Units","created":"2021-04-14","cited_by_count":41,"area":null},{"id":"2206.01161","title":"Optimizing Relevance Maps of Vision Transformers Improves Robustness","created":"2022-06-02","cited_by_count":41,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2104.08682","title":"Rethinking Network Pruning -- under the Pre-train and Fine-tune Paradigm","created":"2021-04-18","cited_by_count":40,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2104.14694","title":"Let's Play Mono-Poly: BERT Can Reveal Words' Polysemy Level and Partitionability into Senses","created":"2021-04-29","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2103.07601","title":"Approximating How Single Head Attention Learns","created":"2021-03-13","cited_by_count":38,"area":null},{"id":"2310.19956","title":"The Impact of Depth on Compositional Generalization in Transformer Language Models","created":"2023-10-30","cited_by_count":38,"area":null},{"id":"2305.18390","title":"Emergent Modularity in Pre-trained Transformers","created":"2023-05-28","cited_by_count":37,"area":null},{"id":"2109.06096","title":"The Grammar-Learning Trajectories of Neural Language Models","created":"2021-09-13","cited_by_count":36,"area":null},{"id":"2212.09811","title":"Memory-efficient NLLB-200: Language-specific Expert Pruning of a Massively Multilingual Machine Translation Model","created":"2022-12-19","cited_by_count":36,"area":null},{"id":"2406.04341","title":"Interpreting the Second-Order Effects of Neurons in CLIP","created":"2024-06-06","cited_by_count":36,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2410.04962","title":"Activation Scaling for Steering and Interpreting Language Models","created":"2024-10-07","cited_by_count":35,"area":null},{"id":"2105.14802","title":"On Compositional Generalization of Neural Machine Translation","created":"2021-05-31","cited_by_count":34,"area":null},{"id":"2111.04130","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","created":"2021-11-07","cited_by_count":34,"area":null},{"id":"2112.06837","title":"Sparse Interventions in Language Models with Differentiable Masking","created":"2021-12-13","cited_by_count":34,"area":null},{"id":"2109.04901","title":"Document-level Entity-based Extraction as Template Generation","created":"2021-09-10","cited_by_count":33,"area":null},{"id":"2110.06821","title":"Leveraging redundancy in attention with Reuse Transformers","created":"2021-10-13","cited_by_count":33,"area":null},{"id":"2203.12217","title":"Training-free Transformer Architecture Search","created":"2022-03-23","cited_by_count":33,"area":null}],"next_cursor":"100"}