{"list":"other","total":62,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"1406.1078","title":"Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation","created":"2014-06-03","cited_by_count":4057},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"1508.04025","title":"Effective Approaches to Attention-based Neural Machine Translation","created":"2015-08-17","cited_by_count":1026},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"2406.04093","title":"Scaling and evaluating sparse autoencoders","created":"2024-06-06","cited_by_count":553},{"id":"2009.07896","title":"Captum: A unified and generic model interpretability library for PyTorch","created":"2020-09-16","cited_by_count":547},{"id":"2008.02217","title":"Hopfield Networks is All You Need","created":"2020-07-16","cited_by_count":475},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294},{"id":"2010.00711","title":"A Survey of the State of Explainable AI for Natural Language Processing","created":"2020-10-01","cited_by_count":206},{"id":"2005.00631","title":"Evaluating and Aggregating Feature-based Model Explanations","created":"2020-05-01","cited_by_count":188},{"id":"2004.05773","title":"Generating Fact Checking Explanations","created":"2020-04-13","cited_by_count":132},{"id":"2306.07304","title":"A Holistic Approach to Unifying Automatic Concept Extraction and Concept Importance Estimation","created":"2023-06-11","cited_by_count":109},{"id":"2102.10717","title":"Abstraction and Analogy-Making in Artificial Intelligence","created":"2021-02-22","cited_by_count":103},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78},{"id":"1708.00909","title":"Machine learning for neural decoding","created":"2017-08-02","cited_by_count":45},{"id":"2402.12240","title":"BEARS Make Neuro-Symbolic Models Aware of their Reasoning Shortcuts","created":"2024-02-19","cited_by_count":37},{"id":"2408.05451","title":"Mathematical Models of Computation in Superposition","created":"2024-08-10","cited_by_count":35},{"id":"2411.02280","title":"The LLM Language Network: A Neuroscientific Approach for Identifying Causally Task-Relevant Units","created":"2024-11-04","cited_by_count":34},{"id":"2406.09265","title":"Sharing Matters: Analysing Neurons Across Languages and Tasks in LLMs","created":"2024-06-13","cited_by_count":33},{"id":"2304.09707","title":"Disentangling Neuron Representations with Concept Vectors","created":"2023-04-19","cited_by_count":28},{"id":"2409.10053","title":"Householder Pseudo-Rotation: A Novel Approach to Activation Editing in LLMs with Direction-Magnitude Perspective","created":"2024-09-16","cited_by_count":23},{"id":"2410.11718","title":"Converging to a Lingua Franca: Evolution of Linguistic Regions and Semantics Alignment in Multilingual Large Language Models","created":"2024-10-15","cited_by_count":23},{"id":"2109.01396","title":"Language Modeling, Lexical Translation, Reordering: The Training Process of NMT through the Lens of Classical SMT","created":"2021-09-03","cited_by_count":21},{"id":"2409.15318","title":"On the Complexity of Neural Computation in Superposition","created":"2024-09-05","cited_by_count":21},{"id":"2210.12696","title":"On the Transformation of Latent Space in Fine-Tuned NLP Models","created":"2022-10-23","cited_by_count":19},{"id":"2305.13386","title":"Can LLMs facilitate interpretation of pre-trained language models?","created":"2023-05-22","cited_by_count":16},{"id":"2205.02023","title":"Same Neurons, Different Languages: Probing Morphosyntax in Multilingual Pre-trained Models","created":"2022-05-04","cited_by_count":14},{"id":"2401.10444","title":"Can A Cognitive Architecture Fundamentally Enhance LLMs? Or Vice Versa?","created":"2024-01-19","cited_by_count":9},{"id":"2405.15926","title":"Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers","created":"2024-05-24","cited_by_count":9},{"id":"2503.02497","title":"A PennyLane-Centric Dataset to Enhance LLM-based Quantum Code Generation using RAG","created":"2025-03-04","cited_by_count":9},{"id":"2210.16062","title":"Neural Network based Formation of Cognitive Maps of Semantic Spaces and the Emergence of Abstract Concepts","created":"2022-10-28","cited_by_count":8},{"id":"2301.12608","title":"Evaluating Neuron Interpretation Methods of NLP Models","created":"2023-01-30","cited_by_count":8},{"id":"2403.11621","title":"Let's Focus on Neuron: Neuron-Level Supervised Fine-tuning for Large Language Model","created":"2024-03-18","cited_by_count":8},{"id":"2310.00867","title":"Do Compressed LLMs Forget Knowledge? An Experimental Study with Practical Implications","created":"2023-10-02","cited_by_count":6},{"id":"2406.08572","title":"LLM-assisted Concept Discovery: Automatically Identifying and Explaining Neuron Functions","created":"2024-06-12","cited_by_count":6},{"id":"2407.01548","title":"From Cognition to Computation: A Comparative Review of Human Attention and Transformer Architectures","created":"2024-04-25","cited_by_count":6},{"id":"2407.09563","title":"Psychology of Artificial Intelligence: Epistemological Markers of the Cognitive Analysis of Neural Networks","created":"2024-07-04","cited_by_count":5},{"id":"2307.07643","title":"Attention-Enhanced Co-Interactive Fusion Network (AECIF-Net) for Automated Structural Condition Assessment in Visual Inspection","created":"2023-07-14","cited_by_count":4},{"id":"2405.15964","title":"A hierarchical Bayesian model for syntactic priming","created":"2024-05-24","cited_by_count":4},{"id":"2402.08211","title":"Transformer Mechanisms Mimic Frontostriatal Gating Operations When Trained on Human Working Memory Tasks","created":"2024-02-13","cited_by_count":3},{"id":"2410.11868","title":"Neuropsychology of AI: Relationship Between Activation Proximity and Categorical Proximity Within Neural Categories of Synthetic Cognition","created":"2024-10-08","cited_by_count":3},{"id":"2501.06196","title":"How Do Artificial Intelligences Think? The Three Mathematico-Cognitive Factors of Categorical Segmentation Operated by Synthetic Neurons","created":"2024-12-26","cited_by_count":3},{"id":"2502.15710","title":"The Process of Categorical Clipping at the Core of the Genesis of Concepts in Synthetic Neural Cognition","created":"2025-01-21","cited_by_count":3},{"id":"2503.10643","title":"Synthetic Categorical Restructuring large Or How AIs Gradually Extract Efficient Regularities from Their Experience of the World","created":"2025-02-25","cited_by_count":2}],"next_cursor":null}