{"total":322,"rows":[{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2203.15332","title":"Balanced Multimodal Learning via On-the-fly Gradient Modulation","created":"2022-03-29","cited_by_count":264,"area":null},{"id":"2104.08223","title":"MeshTalk: 3D Face Animation from Speech using Cross-Modality Disentanglement","created":"2021-04-16","cited_by_count":190,"area":null},{"id":"2204.11423","title":"Trusted Multi-View Classification with Dynamic Evidential Fusion","created":"2022-04-25","cited_by_count":168,"area":null},{"id":"2106.04538","title":"What Makes Multi-modal Learning Better than Single (Provably)","created":"2021-06-08","cited_by_count":153,"area":null},{"id":"2107.07502","title":"MultiBench: Multiscale Benchmarks for Multimodal Representation Learning","created":"2021-07-15","cited_by_count":146,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2103.05073","title":"Offboard 3D Object Detection from Point Cloud Sequences","created":"2021-03-08","cited_by_count":145,"area":null},{"id":"2203.12221","title":"Modality Competition: What Makes Joint Training of Multi-modal Network Fail in Deep Learning? (Provably)","created":"2022-03-23","cited_by_count":122,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2211.07089","title":"PMR: Prototypical Modal Rebalance for Multimodal Learning","created":"2022-11-14","cited_by_count":116,"area":null},{"id":"2104.07905","title":"Ego-Exo: Transferring Visual Representations from Third-person to First-person Videos","created":"2021-04-16","cited_by_count":99,"area":null},{"id":"2202.05306","title":"Characterizing and overcoming the greedy nature of learning in multi-modal deep neural networks","created":"2022-02-10","cited_by_count":95,"area":null},{"id":"2102.02051","title":"Trusted Multi-View Classification","created":"2021-02-03","cited_by_count":94,"area":null},{"id":"2306.02050","title":"Provable Dynamic Fusion for Low-Quality Multimodal Data","created":"2023-06-03","cited_by_count":82,"area":null},{"id":"2311.10707","title":"Multimodal Representation Learning by Alternating Unimodal Adaptation","created":"2023-11-17","cited_by_count":75,"area":null},{"id":"2308.07686","title":"Boosting Multi-modal Model Performance with Adaptive Gradient Modulation","created":"2023-08-15","cited_by_count":73,"area":null},{"id":"2405.17730","title":"MMPareto: Boosting Multimodal Learning with Innocent Unimodal Assistance","created":"2024-05-28","cited_by_count":73,"area":null},{"id":"2112.13715","title":"SmoothNet: A Plug-and-Play Network for Refining Human Poses in Videos","created":"2021-12-27","cited_by_count":64,"area":null},{"id":"2405.09321","title":"ReconBoost: Boosting Can Achieve Modality Reconcilement","created":"2024-05-15","cited_by_count":60,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2304.10410","title":"Radar-Camera Fusion for Object Detection and Semantic Segmentation in Autonomous Driving: A Comprehensive Review","created":"2023-04-20","cited_by_count":58,"area":null},{"id":"2410.18325","title":"AVHBench: A Cross-Modal Hallucination Benchmark for Audio-Visual Large Language Models","created":"2024-10-23","cited_by_count":56,"area":null},{"id":"2104.10955","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","created":"2021-04-22","cited_by_count":53,"area":null},{"id":"2305.01233","title":"On Uni-Modal Feature Learning in Supervised Multi-Modal Learning","created":"2023-05-02","cited_by_count":53,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2404.18947","title":"Multimodal Fusion on Low-quality Data: A Comprehensive Survey","created":"2024-04-27","cited_by_count":49,"area":null},{"id":"2111.14382","title":"VPFNet: Improving 3D Object Detection with Virtual Point based LiDAR and Stereo Data Fusion","created":"2021-11-29","cited_by_count":48,"area":null},{"id":"2310.19795","title":"SimMMDG: A Simple and Effective Framework for Multi-modal Domain Generalization","created":"2023-10-30","cited_by_count":48,"area":null},{"id":"2407.00224","title":"Multimodal Prototyping for cancer survival prediction","created":"2024-06-28","cited_by_count":47,"area":null},{"id":"2105.07878","title":"A Review on Explainability in Multimodal Deep Neural Nets","created":"2021-05-17","cited_by_count":46,"area":null},{"id":"2206.12772","title":"Exploiting Transformation Invariance and Equivariance for Self-supervised Sound Localisation","created":"2022-06-26","cited_by_count":44,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2309.06255","title":"Enhancing multimodal cooperation via sample-level modality valuation","created":"2023-09-12","cited_by_count":44,"area":null},{"id":"2406.01210","title":"GeminiFusion: Efficient Pixel-wise Multimodal Fusion for Vision Transformer","created":"2024-06-03","cited_by_count":44,"area":null},{"id":"2104.05327","title":"MinkLoc++: Lidar and Monocular Image Fusion for Place Recognition","created":"2021-04-12","cited_by_count":41,"area":null},{"id":"2106.11059","title":"Improving Multi-Modal Learning with Uni-Modal Teachers","created":"2021-06-21","cited_by_count":41,"area":null},{"id":"2111.01024","title":"With a Little Help from my Temporal Context: Multimodal Egocentric Action Recognition","created":"2021-11-01","cited_by_count":41,"area":null},{"id":"2407.09705","title":"Diagnosing and Re-learning for Balanced Multimodal Learning","created":"2024-07-12","cited_by_count":41,"area":null},{"id":"2107.13782","title":"Multimodal Co-learning: Challenges, Applications with Datasets, Recent Advances and Future Directions","created":"2021-07-29","cited_by_count":35,"area":null},{"id":"2110.10101","title":"Domain Generalization through Audio-Visual Relative Norm Alignment in First Person Action Recognition","created":"2021-10-19","cited_by_count":35,"area":null},{"id":"2203.14240","title":"Audio-Adaptive Activity Recognition Across Video Domains","created":"2022-03-27","cited_by_count":35,"area":null},{"id":"2404.00989","title":"360+x: A Panoptic Multi-modal Scene Understanding Dataset","created":"2024-04-01","cited_by_count":35,"area":null},{"id":"2411.01409","title":"Classifier-guided Gradient Modulation for Enhanced Multimodal Learning","created":"2024-11-03","cited_by_count":35,"area":null},{"id":"2203.14779","title":"A Joint Cross-Attention Model for Audio-Visual Fusion in Dimensional Emotion Recognition","created":"2022-03-28","cited_by_count":34,"area":null},{"id":"2502.17432","title":"FACTR: Force-Attending Curriculum Training for Contact-Rich Policy Learning","created":"2025-02-24","cited_by_count":34,"area":null},{"id":"2202.03007","title":"Learning Sound Localization Better From Semantically Similar Samples","created":"2022-02-07","cited_by_count":32,"area":null},{"id":"2410.11582","title":"On-the-fly Modulation for Balanced Multimodal Learning","created":"2024-10-15","cited_by_count":32,"area":null},{"id":"2203.01311","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","created":"2022-03-02","cited_by_count":31,"area":null},{"id":"2210.09267","title":"CramNet: Camera-Radar Fusion with Ray-Constrained Cross-Attention for Robust 3D Object Detection","created":"2022-10-17","cited_by_count":30,"area":null},{"id":"2204.05845","title":"Probabilistic Compositional Embeddings for Multimodal Image Retrieval","created":"2022-04-12","cited_by_count":29,"area":null},{"id":"2206.01038","title":"A Survey on Video Action Recognition in Sports: Datasets, Methods and Applications","created":"2022-06-02","cited_by_count":28,"area":null},{"id":"2505.22483","title":"A Closer Look at Multimodal Representation Collapse","created":"2025-05-28","cited_by_count":28,"area":null},{"id":"2301.03213","title":"EgoTracks: A Long-term Egocentric Visual Object Tracking Dataset","created":"2023-01-09","cited_by_count":27,"area":null},{"id":"2109.05569","title":"MovieCuts: A New Dataset and Benchmark for Cut Type Recognition","created":"2021-09-12","cited_by_count":26,"area":null},{"id":"2111.13241","title":"Learning from Temporal Gradient for Semi-supervised Action Recognition","created":"2021-11-25","cited_by_count":26,"area":null},{"id":"2405.13659","title":"EgoChoir: Capturing 3D Human-Object Interaction Regions from Egocentric Views","created":"2024-05-22","cited_by_count":26,"area":null},{"id":"2311.04937","title":"Multimodal Clinical Benchmark for Emergency Care (MC-BEC): A Comprehensive Benchmark for Evaluating Foundation Models in Emergency Medicine","created":"2023-11-07","cited_by_count":24,"area":null},{"id":"2104.02000","title":"Can audio-visual integration strengthen robustness under multimodal attacks?","created":"2021-04-05","cited_by_count":23,"area":null},{"id":"2409.19132","title":"From Vision to Audio and Beyond: A Unified Model for Audio-Visual Representation and Generation","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2205.05072","title":"Learning Visual Styles from Audio-Visual Associations","created":"2022-05-10","cited_by_count":22,"area":null},{"id":"2208.00061","title":"UAVM: Towards Unifying Audio and Visual Models","created":"2022-07-29","cited_by_count":20,"area":null},{"id":"2305.03907","title":"Listen to Look into the Future: Audio-Visual Egocentric Gaze Anticipation","created":"2023-05-06","cited_by_count":20,"area":null},{"id":"2310.18812","title":"UniCat: Crafting a Stronger Fusion Baseline for Multimodal Re-Identification","created":"2023-10-28","cited_by_count":19,"area":null},{"id":"2312.00935","title":"Understanding Unimodal Bias in Multimodal Deep Linear Networks","created":"2023-12-01","cited_by_count":19,"area":null},{"id":"2503.18595","title":"Adaptive Unimodal Regulation for Balanced Multimodal Information Acquisition","created":"2025-03-24","cited_by_count":19,"area":null},{"id":"2209.09068","title":"Audio-Visual Fusion for Emotion Recognition in the Valence-Arousal Space Using Joint Cross-Attention","created":"2022-09-19","cited_by_count":18,"area":null},{"id":"2306.09327","title":"Language-Guided Music Recommendation for Video via Prompt Analogies","created":"2023-06-15","cited_by_count":18,"area":null},{"id":"2405.07930","title":"Improving Multimodal Learning with Multi-Loss Gradient Modulation","created":"2024-05-13","cited_by_count":18,"area":null},{"id":"2203.00871","title":"Dense Voxel Fusion for 3D Object Detection","created":"2022-03-02","cited_by_count":17,"area":null},{"id":"2306.01265","title":"Calibrating Multimodal Learning","created":"2023-06-02","cited_by_count":17,"area":null},{"id":"2402.17483","title":"AlignMiF: Geometry-Aligned Multimodal Implicit Field for LiDAR-Camera Joint Synthesis","created":"2024-02-27","cited_by_count":17,"area":null},{"id":"2406.04802","title":"Predictive Dynamic Fusion","created":"2024-06-07","cited_by_count":17,"area":null},{"id":"2507.10203","title":"Improving Multimodal Learning via Imbalanced Learning","created":"2025-07-14","cited_by_count":17,"area":null},{"id":"2211.01966","title":"MarginNCE: Robust Sound Localization with a Negative Margin","created":"2022-11-03","cited_by_count":16,"area":null},{"id":"2402.06244","title":"Quantifying and Enhancing Multi-modal Robustness with Modality Preference","created":"2024-02-09","cited_by_count":16,"area":null},{"id":"2404.08347","title":"Learning to Rebalance Multi-Modal Optimization by Adaptively Masking Subnetworks","created":"2024-04-12","cited_by_count":16,"area":null},{"id":"2503.06456","title":"DynCIM: Dynamic Curriculum for Imbalanced Multimodal Learning","created":"2025-03-09","cited_by_count":16,"area":null},{"id":"2507.10213","title":"Boosting Multimodal Learning via Disentangled Gradient Learning","created":"2025-07-14","cited_by_count":16,"area":null},{"id":"2305.08698","title":"Continual Multimodal Knowledge Graph Construction","created":"2023-05-15","cited_by_count":15,"area":null},{"id":"2312.10386","title":"RedCore: Relative Advantage Aware Cross-modal Representation Learning for Missing Modalities with Imbalanced Missing Rates","created":"2023-12-16","cited_by_count":15,"area":null},{"id":"2404.05559","title":"TIM: A Time Interval Machine for Audio-Visual Action Recognition","created":"2024-04-08","cited_by_count":15,"area":null},{"id":"2411.07335","title":"Balancing Multimodal Training Through Game-Theoretic Regularization","created":"2024-11-11","cited_by_count":15,"area":null},{"id":"2203.03014","title":"Learnable Irrelevant Modality Dropout for Multimodal Action Recognition on Modality-Specific Annotated Videos","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2210.04643","title":"Critical Learning Periods for Multisensory Integration in Deep Networks","created":"2022-10-06","cited_by_count":14,"area":null},{"id":"2305.15699","title":"Cross-view Action Recognition Understanding From Exocentric to Egocentric Perspective","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2403.19638","title":"Siamese Vision Transformers are Scalable Audio-visual Learners","created":"2024-03-28","cited_by_count":14,"area":null},{"id":"2301.09595","title":"Zorro: the masked multimodal transformer","created":"2023-01-23","cited_by_count":13,"area":null},{"id":"2307.16617","title":"FULLER: Unified Multi-modality Multi-task 3D Perception via Multi-level Gradient Calibration","created":"2023-07-31","cited_by_count":13,"area":null},{"id":"2502.20120","title":"Rethinking Multimodal Learning from the Perspective of Mitigating Classification Ability Disproportion","created":"2025-02-27","cited_by_count":13,"area":null},{"id":"2108.05814","title":"Decoder Fusion RNN: Context and Interaction Aware Decoders for Trajectory Prediction","created":"2021-08-12","cited_by_count":12,"area":null},{"id":"2211.10412","title":"Video Unsupervised Domain Adaptation with Deep Learning: A Comprehensive Survey","created":"2022-11-17","cited_by_count":12,"area":null},{"id":"2403.09502","title":"EquiAV: Leveraging Equivariance for Audio-Visual Contrastive Learning","created":"2024-03-14","cited_by_count":12,"area":null},{"id":"2501.05264","title":"Towards Balanced Multi-Modal Learning in 3D Human Pose Estimation","created":"2025-01-09","cited_by_count":12,"area":null},{"id":"2205.00302","title":"SHAPE: An Unified Approach to Evaluate the Contribution and Cooperation of Individual Modalities","created":"2022-04-30","cited_by_count":11,"area":null},{"id":"2306.08966","title":"Training Multimedia Event Extraction With Generated Images and Captions","created":"2023-06-15","cited_by_count":11,"area":null},{"id":"2307.02041","title":"Multimodal Imbalance-Aware Gradient Modulation for Weakly-supervised Audio-Visual Video Parsing","created":"2023-07-05","cited_by_count":11,"area":null},{"id":"2307.03353","title":"A Survey of Deep Learning in Sports Applications: Perception, Comprehension, and Decision","created":"2023-07-07","cited_by_count":11,"area":null}],"next_cursor":"100"}