{"total":197,"rows":[{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2301.11325","title":"MusicLM: Generating Music From Text","created":"2023-01-26","cited_by_count":448,"area":null},{"id":"2102.07074","title":"TransGAN: Two Pure Transformers Can Make One Strong GAN, and That Can Scale Up","created":"2021-02-14","cited_by_count":162,"area":null},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141,"area":null},{"id":"2101.02402","title":"Compound Word Transformer: Learning to Compose Full-Song Music over Dynamic Directed Hypergraphs","created":"2021-01-07","cited_by_count":110,"area":null},{"id":"2106.05630","title":"MusicBERT: Symbolic Music Understanding with Large-Scale Pre-Training","created":"2021-06-10","cited_by_count":89,"area":null},{"id":"2402.16153","title":"ChatMusician: Understanding and Generating Music Intrinsically with LLM","created":"2024-02-25","cited_by_count":68,"area":null},{"id":"2107.05768","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","created":"2021-07-12","cited_by_count":64,"area":null},{"id":"2111.02329","title":"Implicit Deep Adaptive Design: Policy-Based Experimental Design without Likelihoods","created":"2021-11-03","cited_by_count":61,"area":null},{"id":"2202.07765","title":"General-purpose, long-context autoregressive modeling with Perceiver AR","created":"2022-02-15","cited_by_count":60,"area":null},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51,"area":null},{"id":"2103.06982","title":"Continuous 3D Multi-Channel Sign Language Production via Progressive Transformers and Mixture Density Networks","created":"2021-03-11","cited_by_count":50,"area":null},{"id":"2210.10349","title":"Museformer: Transformer with Fine- and Coarse-Grained Attention for Music Generation","created":"2022-10-19","cited_by_count":49,"area":null},{"id":"2302.03548","title":"PhysFormer++: Facial Video-based Physiological Measurement with SlowFast Temporal Difference Transformer","created":"2023-02-07","cited_by_count":48,"area":null},{"id":"2106.03143","title":"CAPE: Encoding Relative Positions with Continuous Augmented Positional Embeddings","created":"2021-06-06","cited_by_count":47,"area":null},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47,"area":null},{"id":"2311.04147","title":"Multi-resolution Time-Series Transformer for Long-term Forecasting","created":"2023-11-07","cited_by_count":41,"area":null},{"id":"2105.04090","title":"MuseMorphose: Full-Song and Fine-Grained Piano Music Style Transfer with One Transformer VAE","created":"2021-05-10","cited_by_count":40,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2204.00604","title":"Quantized GAN for Complex Music Generation from Dance Videos","created":"2022-04-01","cited_by_count":37,"area":null},{"id":"2306.08620","title":"Anticipatory Music Transformer","created":"2023-06-14","cited_by_count":36,"area":null},{"id":"2205.05448","title":"Symphony Generation with Permutation Invariant Language Model","created":"2022-05-10","cited_by_count":35,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2211.11248","title":"Video Background Music Generation: Dataset, Method and Evaluation","created":"2022-11-21","cited_by_count":29,"area":null},{"id":"2502.13128","title":"SongGen: A Single Stage Auto-regressive Transformer for Text-to-Song Generation","created":"2025-02-18","cited_by_count":29,"area":null},{"id":"2207.06983","title":"Multitrack Music Transformer","created":"2022-07-14","cited_by_count":28,"area":null},{"id":"2306.03009","title":"Using Sequences of Life-events to Predict Human Lives","created":"2023-06-05","cited_by_count":27,"area":null},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26,"area":null},{"id":"2106.13871","title":"Transflower: probabilistic autoregressive dance generation with multimodal attention","created":"2021-06-25","cited_by_count":22,"area":null},{"id":"2402.19155","title":"Beyond Language Models: Byte Models are Digital World Simulators","created":"2024-02-29","cited_by_count":22,"area":null},{"id":"2107.14653","title":"DadaGP: A Dataset of Tokenized GuitarPro Songs for Sequence Models","created":"2021-07-30","cited_by_count":20,"area":null},{"id":"2209.08212","title":"Compose & Embellish: Well-Structured Piano Performance Generation via A Two-Stage Approach","created":"2022-09-17","cited_by_count":18,"area":null},{"id":"2410.04555","title":"$\\texttt{dattri}$: A Library for Efficient Data Attribution","created":"2024-10-06","cited_by_count":18,"area":null},{"id":"2104.13056","title":"Generating Lead Sheets with Affect: A Novel Conditional seq2seq Framework","created":"2021-04-27","cited_by_count":17,"area":null},{"id":"2202.05528","title":"MusIAC: An extensible generative framework for Music Infilling Applications with multi-level Control","created":"2022-02-11","cited_by_count":17,"area":null},{"id":"2106.09650","title":"Multi-head or Single-head? An Empirical Comparison for Transformer Training","created":"2021-06-17","cited_by_count":16,"area":null},{"id":"2306.09827","title":"Building Blocks for a Complex-Valued Transformer Architecture","created":"2023-06-16","cited_by_count":16,"area":null},{"id":"2408.17221","title":"Geometry of Lightning Self-Attention: Identifiability and Dimension","created":"2024-08-30","cited_by_count":16,"area":null},{"id":"2108.05064","title":"Variable-Length Music Score Infilling via XLNet and Musically Specialized Positional Encoding","created":"2021-08-11","cited_by_count":14,"area":null},{"id":"2203.16165","title":"Symbolic music generation conditioned on continuous-valued emotions","created":"2022-03-30","cited_by_count":13,"area":null},{"id":"2107.05223","title":"BERT-like Pre-training for Symbolic Piano Music Classification Tasks","created":"2021-07-12","cited_by_count":12,"area":null},{"id":"2108.12290","title":"Music Composition with Deep Learning: A Review","created":"2021-08-27","cited_by_count":12,"area":null},{"id":"2201.06268","title":"Continual Transformers: Redundancy-Free Attention for Online Inference","created":"2022-01-17","cited_by_count":12,"area":null},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2407.03361","title":"PianoBART: Symbolic Piano Music Generation and Understanding with Large-Scale Pre-Training","created":"2024-06-26","cited_by_count":12,"area":null},{"id":"2107.12600","title":"PiSLTRc: Position-informed Sign Language Transformer with Content-aware Convolution","created":"2021-07-27","cited_by_count":11,"area":null},{"id":"2109.06441","title":"Structure-Enhanced Pop Music Generation via Harmony-Aware Learning","created":"2021-09-14","cited_by_count":11,"area":null},{"id":"2208.05162","title":"Controlling Perceived Emotion in Symbolic Music Generation with Monte Carlo Tree Search","created":"2022-08-10","cited_by_count":11,"area":null},{"id":"2302.05393","title":"GTR-CTRL: Instrument and Genre Conditioning for Guitar-Focused Music Generation with Transformers","created":"2023-02-10","cited_by_count":11,"area":null},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10,"area":null},{"id":"2209.14458","title":"The Chamber Ensemble Generator: Limitless High-Quality MIR Data via Generative Modeling","created":"2022-09-28","cited_by_count":10,"area":null},{"id":"2309.10738","title":"MelodyGLM: Multi-task Pre-training for Symbolic Melody Generation","created":"2023-09-19","cited_by_count":10,"area":null},{"id":"2506.05104","title":"Survey on the Evaluation of Generative Models in Music","created":"2025-06-05","cited_by_count":10,"area":null},{"id":"2509.10534","title":"Decoupling the \"What\" and \"Where\" With Polar Coordinate Positional Embeddings","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2106.11791","title":"Exemplars-guided Empathetic Response Generation Controlled by the Elements of Human Communication","created":"2021-06-22","cited_by_count":9,"area":null},{"id":"2310.16334","title":"Structured Multi-Track Accompaniment Arrangement via Style Prior Modelling","created":"2023-10-25","cited_by_count":9,"area":null},{"id":"2102.05624","title":"NAST: Non-Autoregressive Spatial-Temporal Transformer for Time Series Forecasting","created":"2021-02-10","cited_by_count":8,"area":null},{"id":"2308.05496","title":"Exploring XAI for the Arts: Explaining Latent Space in Generative Music","created":"2023-08-10","cited_by_count":8,"area":null},{"id":"2106.14742","title":"TENT: Tensorized Encoder Transformer for Temperature Forecasting","created":"2021-06-28","cited_by_count":7,"area":null},{"id":"2112.00355","title":"Score Transformer: Generating Musical Score from Note-level Representation","created":"2021-12-01","cited_by_count":7,"area":null},{"id":"2202.04464","title":"Conditional Drums Generation using Compound Word Representations","created":"2022-02-09","cited_by_count":7,"area":null},{"id":"2306.06040","title":"Reconstructing Human Expressiveness in Piano Performances with a Transformer Network","created":"2023-06-09","cited_by_count":7,"area":null},{"id":"2408.06022","title":"Controlling Surprisal in Music Generation via Information Content Curve Matching","created":"2024-08-12","cited_by_count":7,"area":null},{"id":"2104.02656","title":"Collaborative Learning to Generate Audio-Video Jointly","created":"2021-04-01","cited_by_count":6,"area":null},{"id":"2206.10805","title":"Jointist: Joint Learning for Multi-instrument Transcription and Its Applications","created":"2022-06-22","cited_by_count":6,"area":null},{"id":"2402.08300","title":"An Order-Complexity Aesthetic Assessment Model for Aesthetic-aware Music Recommendation","created":"2024-02-13","cited_by_count":6,"area":null},{"id":"2412.09428","title":"Multimodal Music Generation with Explicit Bridges and Retrieval Augmentation","created":"2024-12-12","cited_by_count":6,"area":null},{"id":"2107.05916","title":"Towards Automatic Instrumentation by Learning to Separate Parts in Symbolic Multitrack Music","created":"2021-07-13","cited_by_count":5,"area":null},{"id":"2203.14641","title":"Subjective Evaluation of Deep Learning Models for Symbolic Music Composition","created":"2022-03-28","cited_by_count":5,"area":null},{"id":"2205.08579","title":"The Power of Fragmentation: A Hierarchical Transformer Model for Structural Segmentation in Symbolic Music Generation","created":"2022-05-17","cited_by_count":5,"area":null},{"id":"2212.05830","title":"P-Transformer: Towards Better Document-to-Document Neural Machine Translation","created":"2022-12-12","cited_by_count":5,"area":null},{"id":"2301.04488","title":"WuYun: Exploring hierarchical skeleton-guided melody generation using knowledge-enhanced deep learning","created":"2023-01-11","cited_by_count":5,"area":null},{"id":"2305.04722","title":"Understanding Gaussian Attention Bias of Vision Transformers Using Effective Receptive Fields","created":"2023-05-08","cited_by_count":5,"area":null},{"id":"2402.13301","title":"Structure-informed Positional Encoding for Music Generation","created":"2024-02-20","cited_by_count":5,"area":null},{"id":"2405.17293","title":"Efficient Ensembles Improve Training Data Attribution","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2407.20955","title":"Emotion-driven Piano Music Generation via Two-stage Disentanglement and Functional Representation","created":"2024-07-30","cited_by_count":5,"area":null},{"id":"2408.01180","title":"Nested Music Transformer: Sequentially Decoding Compound Tokens in Symbolic Music and Audio Generation","created":"2024-08-02","cited_by_count":5,"area":null},{"id":"2104.00353","title":"CycleDRUMS: Automatic Drum Arrangement For Bass Lines Using CycleGAN","created":"2021-04-01","cited_by_count":4,"area":null},{"id":"2206.02555","title":"Dynaformer: A Deep Learning Model for Ageing-aware Battery Discharge Prediction","created":"2022-06-01","cited_by_count":4,"area":null},{"id":"2208.00579","title":"Momentum Transformer: Closing the Performance Gap Between Self-attention and Its Linearization","created":"2022-08-01","cited_by_count":4,"area":null},{"id":"2303.06277","title":"SPOTR: Spatio-temporal Pose Transformers for Human Motion Prediction","created":"2023-03-11","cited_by_count":4,"area":null},{"id":"2307.05328","title":"ProgGP: From GuitarPro Tablature Neural Generation To Progressive Metal Production","created":"2023-07-11","cited_by_count":4,"area":null},{"id":"2311.08336","title":"Exploring Variational Auto-Encoder Architectures, Configurations, and Datasets for Generative Music Explainable AI","created":"2023-11-14","cited_by_count":4,"area":null},{"id":"2402.06992","title":"A Rational Analysis of the Speech-to-Song Illusion","created":"2024-02-10","cited_by_count":4,"area":null},{"id":"2407.20176","title":"Emotion-Driven Melody Harmonization via Melodic Variation and Functional Representation","created":"2024-07-29","cited_by_count":4,"area":null},{"id":"2409.09894","title":"Estimating Wage Disparities Using Foundation Models","created":"2024-09-15","cited_by_count":4,"area":null},{"id":"2502.08122","title":"Hookpad Aria: A Copilot for Songwriters","created":"2025-02-12","cited_by_count":4,"area":null},{"id":"2502.12489","title":"A Comprehensive Survey on Generative AI for Video-to-Music Generation","created":"2025-02-18","cited_by_count":4,"area":null},{"id":"2504.00837","title":"A Survey on Music Generation from Single-Modal, Cross-Modal, and Multi-Modal Perspectives","created":"2025-04-01","cited_by_count":4,"area":null},{"id":"2504.07594","title":"Extending Visual Dynamics for Video-to-Music Generation","created":"2025-04-10","cited_by_count":4,"area":null},{"id":"2504.14071","title":"Evaluating Human-AI Interaction via Usability, User Experience and Acceptance Measures for MMM-C: A Creative AI System for Music Composition","created":"2025-04-18","cited_by_count":4,"area":null},{"id":"2505.15559","title":"Moonbeam: A MIDI Foundation Model Using Both Absolute and Relative Music Attributes","created":"2025-05-21","cited_by_count":4,"area":null},{"id":"2505.24261","title":"Taming Hyperparameter Sensitivity in Data Attribution: Practical Selection Without Costly Retraining","created":"2025-05-30","cited_by_count":4,"area":null},{"id":"2107.13054","title":"Exceeding the Limits of Visual-Linguistic Multi-Task Learning","created":"2021-07-27","cited_by_count":3,"area":null},{"id":"2201.05782","title":"A Novel Multi-Task Learning Method for Symbolic Music Emotion Recognition","created":"2022-01-15","cited_by_count":3,"area":null},{"id":"2207.01698","title":"An adaptive music generation architecture for games based on the deep learning Transformer mode","created":"2022-07-04","cited_by_count":3,"area":null},{"id":"2210.13944","title":"A Survey on Artificial Intelligence for Music Generation: Agents, Domains and Perspectives","created":"2022-10-25","cited_by_count":3,"area":null},{"id":"2301.01162","title":"Language Models are Drummers: Drum Composition with Natural Language Pre-Training","created":"2023-01-03","cited_by_count":3,"area":null}],"next_cursor":"100"}