{"total":68,"rows":[{"id":"2303.01028","title":"Specformer: Spectral Graph Neural Networks Meet Transformers","created":"2023-03-02","cited_by_count":102,"area":null},{"id":"2303.01267","title":"Token Contrast for Weakly-Supervised Semantic Segmentation","created":"2023-03-02","cited_by_count":65,"area":null},{"id":"2305.16102","title":"Demystifying Oversmoothing in Attention-Based Graph Neural Networks","created":"2023-05-25","cited_by_count":49,"area":null},{"id":"2405.18781","title":"On the Role of Attention Masks and LayerNorm in Transformers","created":"2024-05-29","cited_by_count":48,"area":null},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39,"area":null},{"id":"2406.14479","title":"Tracing Representation Progression: Analyzing and Enhancing Layer-Wise Similarity","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2312.00751","title":"Mitigating Over-smoothing in Transformers via Regularized Nonlocal Functionals","created":"2023-12-01","cited_by_count":32,"area":null},{"id":"2205.13891","title":"Transformers from an Optimization Perspective","created":"2022-05-27","cited_by_count":27,"area":null},{"id":"2306.02376","title":"Towards Deep Attention in Graph Neural Networks: Problems and Remedies","created":"2023-06-04","cited_by_count":24,"area":null},{"id":"2303.04435","title":"A Message Passing Perspective on Learning Dynamics of Contrastive Learning","created":"2023-03-08","cited_by_count":22,"area":null},{"id":"2401.04301","title":"Setting the Record Straight on Transformer Oversmoothing","created":"2024-01-09","cited_by_count":21,"area":null},{"id":"2312.17276","title":"PanGu-$\\pi$: Enhancing Language Model Architectures via Nonlinearity Compensation","created":"2023-12-27","cited_by_count":17,"area":null},{"id":"2305.06154","title":"Alleviating Over-smoothing for Unsupervised Sentence Representation","created":"2023-05-09","cited_by_count":16,"area":null},{"id":"2303.00579","title":"Are More Layers Beneficial to Graph Transformers?","created":"2023-03-01","cited_by_count":15,"area":null},{"id":"2502.16533","title":"A Survey of Graph Transformers: Architectures, Theories and Applications","created":"2025-02-23","cited_by_count":14,"area":null},{"id":"2303.05475","title":"Mimic before Reconstruct: Enhancing Masked Autoencoders with Feature Mimicking","created":"2023-03-09","cited_by_count":12,"area":null},{"id":"2303.17285","title":"Decomposed Cross-modal Distillation for RGB-based Temporal Action Detection","created":"2023-03-30","cited_by_count":12,"area":null},{"id":"2507.22857","title":"Synchronization of mean-field models on the circle","created":"2025-07-30","cited_by_count":12,"area":null},{"id":"2312.04234","title":"Graph Convolutions Enrich the Self-Attention in Transformers!","created":"2023-12-07","cited_by_count":11,"area":null},{"id":"2402.15989","title":"PIDformer: Transformer Meets Control Theory","created":"2024-02-25","cited_by_count":11,"area":null},{"id":"2507.07814","title":"Pay Attention to Attention Distribution: A New Local Lipschitz Bound for Transformers","created":"2025-07-10","cited_by_count":11,"area":null},{"id":"2502.20525","title":"Revisiting Kernel Attention with Correlated Gaussian Process Representation","created":"2025-02-27","cited_by_count":10,"area":null},{"id":"2211.10991","title":"Modeling Fine-grained Information via Knowledge-aware Hierarchical Graph for Zero-shot Entity Retrieval","created":"2022-11-20","cited_by_count":9,"area":null},{"id":"2511.11553","title":"Multistability of Self-Attention Dynamics in Transformers","created":"2025-11-14","cited_by_count":8,"area":null},{"id":"2306.01610","title":"Centered Self-Attention Layers","created":"2023-06-02","cited_by_count":7,"area":null},{"id":"2406.13762","title":"Unveiling the Hidden Structure of Self-Attention via Kernel Principal Component Analysis","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2406.13770","title":"Elliptical Attention","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2406.01189","title":"MultiMax: Sparse and Multi-Modal Attention Learning","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2408.07569","title":"Multi-task Heterogeneous Graph Learning on Electronic Health Records","created":"2024-08-14","cited_by_count":5,"area":null},{"id":"2205.10505","title":"A Study on Transformer Configuration and Training Objective","created":"2022-05-21","cited_by_count":4,"area":null},{"id":"2210.05883","title":"AD-DROP: Attribution-Driven Dropout for Robust Language Model Fine-Tuning","created":"2022-10-12","cited_by_count":4,"area":null},{"id":"2310.01704","title":"Transformers are efficient hierarchical chemical graph learners","created":"2023-10-02","cited_by_count":4,"area":null},{"id":"2404.08195","title":"Tackling Ambiguity from Perspective of Uncertainty Inference and Affinity Diversification for Weakly Supervised Semantic Segmentation","created":"2024-04-12","cited_by_count":4,"area":null},{"id":"2410.10609","title":"Lambda-Skip Connections: the architectural component that prevents Rank Collapse","created":"2024-10-14","cited_by_count":4,"area":null},{"id":"2504.16786","title":"MOOSComp: Improving Lightweight Long-Context Compressor via Mitigating Over-Smoothing and Incorporating Outlier Scores","created":"2025-04-23","cited_by_count":4,"area":null},{"id":"2505.08516","title":"Learning Advanced Self-Attention for Linear Transformers in the Singular Value Domain","created":"2025-05-13","cited_by_count":4,"area":null},{"id":"2410.08024","title":"Pretraining Graph Transformers with Atom-in-a-Molecule Quantum Properties for Improved ADMET Modeling","created":"2024-10-10","cited_by_count":3,"area":null},{"id":"2411.00680","title":"Zipfian Whitening","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2503.00687","title":"Transformer Meets Twicing: Harnessing Unattended Residual Information","created":"2025-03-02","cited_by_count":3,"area":null},{"id":"2503.22547","title":"Bridging the Dimensional Chasm: Uncover Layer-wise Dimensional Reduction in Transformers through Token Correlation","created":"2025-03-28","cited_by_count":3,"area":null},{"id":"2505.00389","title":"CSE-SFP: Enabling Unsupervised Sentence Representation Learning via a Single Forward Pass","created":"2025-05-01","cited_by_count":3,"area":null},{"id":"2305.08491","title":"Masked Collaborative Contrast for Weakly Supervised Semantic Segmentation","created":"2023-05-15","cited_by_count":2,"area":null},{"id":"2402.11896","title":"SIBO: A Simple Booster for Parameter-Efficient Fine-Tuning","created":"2024-02-19","cited_by_count":2,"area":null},{"id":"2410.05648","title":"Does RoBERTa Perform Better than BERT in Continual Learning: An Attention Sink Perspective","created":"2024-10-08","cited_by_count":2,"area":null},{"id":"2412.04064","title":"Graph Neural Networks Need Cluster-Normalize-Activate Modules","created":"2024-12-05","cited_by_count":2,"area":null},{"id":"2503.18337","title":"Coeff-Tuning: A Graph Filter Subspace View for Tuning Attention-Based Large Models","created":"2025-03-24","cited_by_count":2,"area":null},{"id":"2506.13678","title":"A Gravity-informed Spatiotemporal Transformer for Human Activity Intensity Prediction","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2508.11442","title":"CoDiEmb: A Collaborative yet Distinct Framework for Unified Representation Learning in Information Retrieval and Semantic Textual Similarity","created":"2025-08-15","cited_by_count":2,"area":null},{"id":"2602.00217","title":"Dispersion Loss Counteracts Embedding Condensation and Improves Generalization in Small Language Models","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2607.14018","title":"Transforming Rank: How Architecture Navigates the Spectral Pathologies of Depth","created":"2026-07-15","cited_by_count":2,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null},{"id":"2310.04496","title":"URLOST: Unsupervised Representation Learning without Stationarity or Topology","created":"2023-10-06","cited_by_count":1,"area":null},{"id":"2312.07753","title":"Polynomial-based Self-Attention for Table Representation learning","created":"2023-12-12","cited_by_count":1,"area":null},{"id":"2411.17296","title":"GrokFormer: Graph Fourier Kolmogorov-Arnold Transformers","created":"2024-11-26","cited_by_count":1,"area":null},{"id":"2506.11305","title":"Don't Pay Attention","created":"2025-06-12","cited_by_count":1,"area":null},{"id":"2507.01900","title":"High-Layer Attention Pruning with Rescaling","created":"2025-07-02","cited_by_count":1,"area":null},{"id":"2508.12787","title":"Wavy Transformer","created":"2025-08-18","cited_by_count":1,"area":null},{"id":"2511.20698","title":"On the Role of Hidden States of Modern Hopfield Network in Transformer","created":"2025-11-24","cited_by_count":1,"area":null},{"id":"2605.08453","title":"Sink vs. diagonal patterns as mechanisms for attention switch and oversmoothing prevention","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2210.15048","title":"DyREx: Dynamic Query Representation for Extractive Question Answering","created":"2022-10-26","cited_by_count":0,"area":null},{"id":"2512.08475","title":"Solving Oversmoothing in GNNs via Nonlocal Message Passing: Algebraic Smoothing and Depth Scalability","created":"2025-12-09","cited_by_count":0,"area":null},{"id":"2512.14619","title":"ParaFormer: A Generalized PageRank Graph Transformer for Graph Representation Learning","created":"2025-12-16","cited_by_count":0,"area":null},{"id":"2601.08131","title":"Attention Projection Mixing with Exogenous Anchors","created":"2026-01-13","cited_by_count":0,"area":null},{"id":"2605.25619","title":"Analogies between Transformer Layers and Power Method","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2607.20484","title":"The Devil is in the Spectrum: Mitigating Representation Collapse in LLMs via Topologically Regularized Side-Path","created":"2026-06-02","cited_by_count":0,"area":null},{"id":"2609.08200","title":"SIM: Subspace Interaction-based Method for Token-Level Text Anomaly Detection","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.37921","title":"Pattern Formation in Transformers","created":"2026-09-29","cited_by_count":0,"area":null},{"id":"2610.13518","title":"Asymptotic Analysis of Discrete-Time Self-Attention Dynamics in Transformers","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}