{"total":289,"rows":[{"id":"2106.11959","title":"Revisiting Deep Learning Models for Tabular Data","created":"2021-06-22","cited_by_count":740,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2106.14881","title":"Early Convolutions Help Transformers See Better","created":"2021-06-28","cited_by_count":396,"area":null},{"id":"2106.14112","title":"Time-Series Representation Learning via Temporal and Contextual Contrasting","created":"2021-06-26","cited_by_count":345,"area":null},{"id":"2103.10455","title":"3D Human Pose Estimation with Spatial and Temporal Transformers","created":"2021-03-18","cited_by_count":272,"area":null},{"id":"2203.06173","title":"Masked Visual Pre-training for Motor Control","created":"2022-03-11","cited_by_count":248,"area":null},{"id":"2107.07653","title":"TAPEX: Table Pre-training via Learning a Neural SQL Executor","created":"2021-07-16","cited_by_count":235,"area":null},{"id":"2106.02036","title":"Anticipative Video Transformer","created":"2021-06-03","cited_by_count":200,"area":null},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188,"area":null},{"id":"2201.04676","title":"UniFormer: Unified Transformer for Efficient Spatiotemporal Representation Learning","created":"2022-01-12","cited_by_count":184,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2106.00666","title":"You Only Look at One Sequence: Rethinking Transformer in Vision through Object Detection","created":"2021-06-01","cited_by_count":170,"area":null},{"id":"2207.06966","title":"Scene Text Recognition with Permuted Autoregressive Sequence Models","created":"2022-07-14","cited_by_count":149,"area":null},{"id":"2304.03738","title":"Should ChatGPT be Biased? Challenges and Risks of Bias in Large Language Models","created":"2023-04-07","cited_by_count":148,"area":null},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141,"area":null},{"id":"2311.00208","title":"What Formal Languages Can Transformers Express? A Survey","created":"2023-11-01","cited_by_count":124,"area":null},{"id":"2402.16788","title":"Why Transformers Need Adam: A Hessian Perspective","created":"2024-02-26","cited_by_count":124,"area":null},{"id":"2107.00781","title":"UTNet: A Hybrid Transformer Architecture for Medical Image Segmentation","created":"2021-07-02","cited_by_count":116,"area":null},{"id":"2305.06474","title":"Do LLMs Understand User Preferences? Evaluating LLMs On User Rating Prediction","created":"2023-05-10","cited_by_count":116,"area":null},{"id":"2202.12172","title":"Overcoming a Theoretical Limitation of Self-Attention","created":"2022-02-24","cited_by_count":113,"area":null},{"id":"2105.09501","title":"Contrastive Learning for Many-to-many Multilingual Neural Machine Translation","created":"2021-05-20","cited_by_count":108,"area":null},{"id":"2111.14330","title":"Sparse DETR: Efficient End-to-End Object Detection with Learnable Sparsity","created":"2021-11-29","cited_by_count":98,"area":null},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96,"area":null},{"id":"2403.01038","title":"AutoAttacker: A Large Language Model Guided System to Implement Automatic Cyber-attacks","created":"2024-03-02","cited_by_count":96,"area":null},{"id":"2104.13897","title":"Inpainting Transformer for Anomaly Detection","created":"2021-04-28","cited_by_count":91,"area":null},{"id":"2203.17030","title":"Few-Shot Class-Incremental Learning by Sampling Multi-Phase Tasks","created":"2022-03-31","cited_by_count":88,"area":null},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85,"area":null},{"id":"2301.13852","title":"ChatGPT or Human? Detect and Explain. Explaining Decisions of Machine Learning Model for Detecting Short ChatGPT-generated Text","created":"2023-01-30","cited_by_count":85,"area":null},{"id":"2106.14343","title":"High-probability Bounds for Non-Convex Stochastic Optimization with Heavy Tails","created":"2021-06-28","cited_by_count":80,"area":null},{"id":"2301.10743","title":"Tighter Bounds on the Expressivity of Transformer Encoders","created":"2023-01-25","cited_by_count":66,"area":null},{"id":"2502.05795","title":"The Curse of Depth in Large Language Models","created":"2025-02-09","cited_by_count":62,"area":null},{"id":"2207.04818","title":"Cross-modal Prototype Driven Network for Radiology Report Generation","created":"2022-07-11","cited_by_count":59,"area":null},{"id":"2211.03295","title":"MogaNet: Multi-order Gated Aggregation Network","created":"2022-11-07","cited_by_count":59,"area":null},{"id":"2205.04507","title":"PinnerFormer: Sequence Modeling for User Representation at Pinterest","created":"2022-05-09","cited_by_count":57,"area":null},{"id":"2302.03130","title":"Spatial Functa: Scaling Functa to ImageNet Classification and Generation","created":"2023-02-06","cited_by_count":57,"area":null},{"id":"2306.09368","title":"Warpformer: A Multi-scale Modeling Approach for Irregular Clinical Time Series","created":"2023-06-14","cited_by_count":55,"area":null},{"id":"2105.02711","title":"SafeDrug: Dual Molecular Graph Encoders for Recommending Effective and Safe Drug Combinations","created":"2021-05-05","cited_by_count":54,"area":null},{"id":"2401.11673","title":"MVSFormer++: Revealing the Devil in Transformer's Details for Multi-View Stereo","created":"2024-01-22","cited_by_count":50,"area":null},{"id":"2105.09259","title":"Learning Language Specific Sub-network for Multilingual Machine Translation","created":"2021-05-19","cited_by_count":48,"area":null},{"id":"2209.10797","title":"DFX: A Low-latency Multi-FPGA Appliance for Accelerating Transformer-based Text Generation","created":"2022-09-22","cited_by_count":48,"area":null},{"id":"2104.06951","title":"Domain Adaptation and Multi-Domain Adaptation for Neural Machine Translation: A Survey","created":"2021-04-14","cited_by_count":46,"area":null},{"id":"2205.01138","title":"Transformers in Time-series Analysis: A Tutorial","created":"2022-04-28","cited_by_count":46,"area":null},{"id":"2302.10322","title":"Deep Transformers without Shortcuts: Modifying Self-attention for Faithful Signal Propagation","created":"2023-02-20","cited_by_count":45,"area":null},{"id":"2208.06616","title":"Self-supervised Contrastive Representation Learning for Semi-supervised Time-Series Classification","created":"2022-08-13","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2108.11770","title":"Cross-category Video Highlight Detection via Set-based Learning","created":"2021-08-26","cited_by_count":38,"area":null},{"id":"2202.03670","title":"How to Understand Masked Autoencoders","created":"2022-02-08","cited_by_count":38,"area":null},{"id":"2105.14528","title":"Fast Nearest Neighbor Machine Translation","created":"2021-05-30","cited_by_count":37,"area":null},{"id":"2412.13795","title":"Mix-LN: Unleashing the Power of Deeper Layers by Combining Pre-LN and Post-LN","created":"2024-12-18","cited_by_count":37,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2109.02401","title":"Vision Guided Generative Pre-trained Language Models for Multimodal Abstractive Summarization","created":"2021-09-06","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2304.14802","title":"ResiDual: Transformer with Dual Residual Connections","created":"2023-04-28","cited_by_count":31,"area":null},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31,"area":null},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2105.14138","title":"Transformer-Based Source-Free Domain Adaptation","created":"2021-05-28","cited_by_count":30,"area":null},{"id":"2310.13088","title":"Sequence Length Independent Norm-Based Generalization Bounds for Transformers","created":"2023-10-19","cited_by_count":29,"area":null},{"id":"2106.00169","title":"Gender Bias Amplification During Speed-Quality Optimization in Neural Machine Translation","created":"2021-06-01","cited_by_count":28,"area":null},{"id":"2208.12408","title":"User-Controllable Latent Transformer for StyleGAN Image Layout Editing","created":"2022-08-26","cited_by_count":28,"area":null},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2503.08685","title":"\"Principal Components\" Enable A New Language of Images","created":"2025-03-11","cited_by_count":27,"area":null},{"id":"2202.00528","title":"Examining Scaling and Transfer of Language Model Architectures for Machine Translation","created":"2022-02-01","cited_by_count":26,"area":null},{"id":"2206.04571","title":"Revisiting End-to-End Speech-to-Text Translation From Scratch","created":"2022-06-09","cited_by_count":26,"area":null},{"id":"2109.13006","title":"RuleBert: Teaching Soft Rules to Pre-trained Language Models","created":"2021-09-24","cited_by_count":25,"area":null},{"id":"2103.02800","title":"Hardware Acceleration of Fully Quantized BERT for Efficient Natural Language Processing","created":"2021-03-04","cited_by_count":22,"area":null},{"id":"2105.07205","title":"Rethinking Skip Connection with Layer Normalization in Transformers and ResNets","created":"2021-05-15","cited_by_count":22,"area":null},{"id":"2106.01506","title":"Transformers are Deep Infinite-Dimensional Non-Mercer Binary Kernel Machines","created":"2021-06-02","cited_by_count":22,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2401.04301","title":"Setting the Record Straight on Transformer Oversmoothing","created":"2024-01-09","cited_by_count":21,"area":null},{"id":"2102.08606","title":"Centroid Transformers: Learning to Abstract with Attention","created":"2021-02-17","cited_by_count":20,"area":null},{"id":"2109.05217","title":"Empirical Analysis of Training Strategies of Transformer-based Japanese Chit-chat Systems","created":"2021-09-11","cited_by_count":19,"area":null},{"id":"2112.05851","title":"Short and Long Range Relation Based Spatio-Temporal Transformer for Micro-Expression Recognition","created":"2021-12-10","cited_by_count":18,"area":null},{"id":"2206.11925","title":"Set Norm and Equivariant Skip Connections: Putting the Deep in Deep Sets","created":"2022-06-23","cited_by_count":17,"area":null},{"id":"2304.07183","title":"Just Tell Me: Prompt Engineering in Business Process Management","created":"2023-04-14","cited_by_count":17,"area":null},{"id":"2310.01749","title":"Stack Attention: Improving the Ability of Transformers to Model Hierarchical Patterns","created":"2023-10-03","cited_by_count":17,"area":null},{"id":"2505.24333","title":"Two failure modes of deep transformers and how to avoid them: a unified theory of signal propagation at initialisation","created":"2025-05-30","cited_by_count":17,"area":null},{"id":"2106.09650","title":"Multi-head or Single-head? An Empirical Comparison for Transformer Training","created":"2021-06-17","cited_by_count":16,"area":null},{"id":"2106.13627","title":"Language Models are Good Translators","created":"2021-06-25","cited_by_count":16,"area":null},{"id":"2206.00330","title":"B2T Connection: Serving Stability and Performance in Deep Transformers","created":"2022-06-01","cited_by_count":16,"area":null},{"id":"2209.08435","title":"Rethinking Personalized Ranking at Pinterest: An End-to-End Approach","created":"2022-09-18","cited_by_count":16,"area":null},{"id":"2403.19928","title":"DiJiang: Efficient Large Language Models through Compact Kernelization","created":"2024-03-29","cited_by_count":16,"area":null},{"id":"2407.11588","title":"Progressive Pretext Task Learning for Human Trajectory Prediction","created":"2024-07-16","cited_by_count":16,"area":null},{"id":"2503.04598","title":"HybridNorm: Towards Stable and Efficient Transformer Training via Hybrid Normalization","created":"2025-03-06","cited_by_count":16,"area":null},{"id":"2107.11059","title":"LocalGLMnet: interpretable deep learning for tabular data","created":"2021-07-23","cited_by_count":15,"area":null},{"id":"2303.00579","title":"Are More Layers Beneficial to Graph Transformers?","created":"2023-03-01","cited_by_count":15,"area":null},{"id":"2401.09074","title":"Code Simulation Challenges for Large Language Models","created":"2024-01-17","cited_by_count":15,"area":null},{"id":"2109.11247","title":"The Volctrans GLAT System: Non-autoregressive Translation Meets WMT21","created":"2021-09-23","cited_by_count":14,"area":null},{"id":"2209.00953","title":"SATformer: Transformer-Based UNSAT Core Learning","created":"2022-09-02","cited_by_count":14,"area":null},{"id":"2303.15747","title":"TabRet: Pre-training Transformer-based Tabular Models for Unseen Columns","created":"2023-03-28","cited_by_count":14,"area":null},{"id":"2305.11073","title":"A Comparative Study on E-Branchformer vs Conformer in Speech Recognition, Translation, and Understanding Tasks","created":"2023-05-18","cited_by_count":14,"area":null},{"id":"2310.12956","title":"Eureka-Moments in Transformers: Multi-Step Tasks Reveal Softmax Induced Optimization Problems","created":"2023-10-19","cited_by_count":14,"area":null},{"id":"2407.02894","title":"Translatotron-V(ison): An End-to-End Model for In-Image Machine Translation","created":"2024-07-03","cited_by_count":14,"area":null},{"id":"2107.03035","title":"Transformer Network for Significant Stenosis Detection in CCTA of Coronary Arteries","created":"2021-07-07","cited_by_count":13,"area":null},{"id":"2201.05887","title":"Domain Adaptation via Bidirectional Cross-Attention Transformer","created":"2022-01-15","cited_by_count":13,"area":null},{"id":"2203.03691","title":"HyperMixer: An MLP-based Low Cost Alternative to Transformers","created":"2022-03-07","cited_by_count":13,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2204.06812","title":"Learning to Generalize to More: Continuous Semantic Augmentation for Neural Machine Translation","created":"2022-04-14","cited_by_count":13,"area":null},{"id":"2210.09644","title":"Tencent's Multilingual Machine Translation System for WMT22 Large-Scale African Languages","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2504.07866","title":"Pangu Ultra: Pushing the Limits of Dense Large Language Models on Ascend NPUs","created":"2025-04-10","cited_by_count":13,"area":null}],"next_cursor":"100"}