{"total":146,"rows":[{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2311.00566","title":"CROMA: Remote Sensing Representations with Contrastive Radar-Optical Masked Autoencoders","created":"2023-11-01","cited_by_count":169,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2503.03983","title":"Audio Flamingo 2: An Audio-Language Model with Long-Audio Understanding and Expert Reasoning Abilities","created":"2025-03-06","cited_by_count":133,"area":"lr"},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2306.01129","title":"White-Box Transformers via Sparse Rate Reduction","created":"2023-06-01","cited_by_count":80,"area":null},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2311.10707","title":"Multimodal Representation Learning by Alternating Unimodal Adaptation","created":"2023-11-17","cited_by_count":75,"area":null},{"id":"2212.08071","title":"MAViL: Masked Audio-Video Learners","created":"2022-12-15","cited_by_count":59,"area":null},{"id":"2406.02951","title":"AVFF: Audio-Visual Feature Fusion for Video Deepfake Detection","created":"2024-06-05","cited_by_count":59,"area":null},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2311.05709","title":"OmniVec: Learning robust representations with cross modal sharing","created":"2023-11-07","cited_by_count":44,"area":null},{"id":"2406.04321","title":"VidMuse: A Simple Video-to-Music Generation Framework with Long-Short-Term Modeling","created":"2024-06-06","cited_by_count":40,"area":null},{"id":"2407.11895","title":"OmniBind: Large-scale Omni Multimodal Representation via Binding Spaces","created":"2024-07-16","cited_by_count":39,"area":null},{"id":"2406.03344","title":"Audio Mamba: Bidirectional State Space Model for Audio Representation Learning","created":"2024-06-05","cited_by_count":37,"area":"ssm"},{"id":"2408.14340","title":"Foundation Models for Music: A Survey","created":"2024-08-26","cited_by_count":37,"area":"diffusion"},{"id":"2312.16427","title":"Learning to Embed Time Series Patches Independently","created":"2023-12-27","cited_by_count":35,"area":null},{"id":"2405.19334","title":"LLMs Meet Multimodal Generation and Editing: A Survey","created":"2024-05-29","cited_by_count":35,"area":null},{"id":"2308.11073","title":"Audio-Visual Class-Incremental Learning","created":"2023-08-21","cited_by_count":33,"area":null},{"id":"2404.03214","title":"LeGrad: An Explainability Method for Vision Transformers via Feature Formation Sensitivity","created":"2024-04-04","cited_by_count":33,"area":null},{"id":"2403.09069","title":"Dyadic Interaction Modeling for Social Behavior Generation","created":"2024-03-14","cited_by_count":32,"area":null},{"id":"2401.05698","title":"HiCMAE: Hierarchical Contrastive Masked Autoencoder for Self-Supervised Audio-Visual Emotion Recognition","created":"2024-01-11","cited_by_count":30,"area":null},{"id":"2310.06238","title":"Tackling Data Bias in MUSIC-AVQA: Crafting a Balanced Dataset for Unbiased Question-Answering","created":"2023-10-10","cited_by_count":29,"area":null},{"id":"2408.06687","title":"Masked Image Modeling: A Survey","created":"2024-08-13","cited_by_count":29,"area":null},{"id":"2312.01017","title":"Unveiling the Power of Audio-Visual Early Fusion Transformers with Dense Interactions through Masked Modeling","created":"2023-12-02","cited_by_count":24,"area":null},{"id":"2308.11488","title":"Opening the Vocabulary of Egocentric Actions","created":"2023-08-22","cited_by_count":23,"area":null},{"id":"2409.19132","title":"From Vision to Audio and Beyond: A Unified Model for Audio-Visual Representation and Generation","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2310.08884","title":"Extending Multi-modal Contrastive Representations","created":"2023-10-13","cited_by_count":21,"area":null},{"id":"2305.03907","title":"Listen to Look into the Future: Audio-Visual Egocentric Gaze Anticipation","created":"2023-05-06","cited_by_count":20,"area":null},{"id":"2407.12616","title":"Missing Modality Prediction for Unpaired Multimodal Learning via Joint Embedding of Unimodal Models","created":"2024-07-17","cited_by_count":20,"area":null},{"id":"2407.06628","title":"Masked Video and Body-worn IMU Autoencoder for Egocentric Action Recognition","created":"2024-07-09","cited_by_count":18,"area":null},{"id":"2505.11217","title":"Seeing Sound, Hearing Sight: Uncovering Modality Bias and Conflict of AI models in Sound Localization","created":"2025-05-16","cited_by_count":18,"area":null},{"id":"2402.05889","title":"CREMA: Generalizable and Efficient Video-Language Reasoning via Multimodal Modular Fusion","created":"2024-02-08","cited_by_count":17,"area":"lr"},{"id":"2405.12221","title":"Images that Sound: Composing Images and Sounds on a Single Canvas","created":"2024-05-20","cited_by_count":17,"area":"diffusion"},{"id":"2406.05629","title":"Separating the \"Chirp\" from the \"Chat\": Self-supervised Visual Grounding of Sound and Language","created":"2024-06-09","cited_by_count":17,"area":null},{"id":"2505.01237","title":"CAV-MAE Sync: Improving Contrastive Audio-Visual Mask Autoencoders via Fine-Grained Alignment","created":"2025-05-02","cited_by_count":16,"area":null},{"id":"2311.05698","title":"Mirasol3B: A Multimodal Autoregressive model for time-aligned and contextual modalities","created":"2023-11-09","cited_by_count":15,"area":null},{"id":"2306.00595","title":"Revisit Weakly-Supervised Audio-Visual Video Parsing from the Language Perspective","created":"2023-06-01","cited_by_count":14,"area":null},{"id":"2403.19638","title":"Siamese Vision Transformers are Scalable Audio-visual Learners","created":"2024-03-28","cited_by_count":14,"area":null},{"id":"2512.19687","title":"Pushing the Frontier of Audiovisual Perception with Large-Scale Multimodal Correspondence Learning","created":"2025-12-22","cited_by_count":13,"area":null},{"id":"2403.09502","title":"EquiAV: Leveraging Equivariance for Audio-Visual Contrastive Learning","created":"2024-03-14","cited_by_count":12,"area":null},{"id":"2309.08738","title":"AV-MaskEnhancer: Enhancing Video Representations through Audio-Visual Masked Autoencoder","created":"2023-09-15","cited_by_count":11,"area":null},{"id":"2406.14481","title":"Revealing Vision-Language Integration in the Brain with Multimodal Networks","created":"2024-06-20","cited_by_count":11,"area":null},{"id":"2503.02616","title":"Smoothing the Shift: Towards Stable Test-Time Adaptation under Complex Multimodal Noises","created":"2025-03-04","cited_by_count":10,"area":null},{"id":"2503.20308","title":"Perceptually Accurate 3D Talking Head Generation: New Definitions, Speech-Mesh Representation, and Evaluation Metrics","created":"2025-03-26","cited_by_count":10,"area":null},{"id":"2504.02061","title":"Aligned Better, Listen Better for Audio-Visual Large Language Models","created":"2025-04-02","cited_by_count":10,"area":null},{"id":"2401.04210","title":"FunnyNet-W: Multimodal Learning of Funny Moments in Videos in the Wild","created":"2024-01-08","cited_by_count":9,"area":null},{"id":"2307.04760","title":"Learning Spatial Features from Audio-Visual Correspondence in Egocentric Videos","created":"2023-07-10","cited_by_count":8,"area":null},{"id":"2309.02320","title":"SeisCLIP: A seismology foundation model pre-trained by multi-modal data for multi-purpose seismic feature extraction","created":"2023-09-05","cited_by_count":8,"area":null},{"id":"2508.08237","title":"VGGSounder: Audio-Visual Evaluations for Foundation Models","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2305.03568","title":"A vector quantized masked autoencoder for audiovisual speech emotion recognition","created":"2023-05-05","cited_by_count":7,"area":null},{"id":"2310.16856","title":"GraFT: Gradual Fusion Transformer for Multimodal Re-Identification","created":"2023-10-25","cited_by_count":7,"area":null},{"id":"2312.15190","title":"SAIC: Integration of Speech Anonymization and Identity Classification","created":"2023-12-23","cited_by_count":7,"area":null},{"id":"2403.14203","title":"Unsupervised Audio-Visual Segmentation with Modality Alignment","created":"2024-03-21","cited_by_count":7,"area":null},{"id":"2511.17890","title":"Decoupled Audio-Visual Dataset Distillation","created":"2025-11-22","cited_by_count":7,"area":null},{"id":"2306.11504","title":"Align, Adapt and Inject: Sound-guided Unified Image Generation","created":"2023-06-20","cited_by_count":6,"area":"diffusion"},{"id":"2407.07801","title":"AVCap: Leveraging Audio-Visual Features as Text Tokens for Captioning","created":"2024-07-10","cited_by_count":6,"area":null},{"id":"2411.07751","title":"SAV-SE: Scene-aware Audio-Visual Speech Enhancement with Selective State Space Model","created":"2024-11-12","cited_by_count":6,"area":"ssm"},{"id":"2410.22373","title":"Analytic Continual Test-Time Adaptation for Multi-Modality Corruption","created":"2024-10-29","cited_by_count":5,"area":null},{"id":"2411.11222","title":"The Sound of Water: Inferring Physical Properties from Pouring Liquids","created":"2024-11-18","cited_by_count":5,"area":null},{"id":"2411.19941","title":"Perception Test 2024: Challenge Summary and a Novel Hour-Long VideoQA Benchmark","created":"2024-11-29","cited_by_count":5,"area":null},{"id":"2505.02331","title":"VAEmo: Efficient Representation Learning for Visual-Audio Emotion with Knowledge Injection","created":"2025-05-05","cited_by_count":5,"area":null},{"id":"2305.18665","title":"E-PANNs: Sound Recognition Using Efficient Pre-trained Audio Neural Networks","created":"2023-05-30","cited_by_count":4,"area":null},{"id":"2310.11713","title":"Separating Invisible Sounds Toward Universal Audiovisual Scene-Aware Sound Separation","created":"2023-10-18","cited_by_count":4,"area":null},{"id":"2402.09036","title":"Can Text-to-image Model Assist Multi-modal Learning for Visual Recognition with Visual Modality Missing?","created":"2024-02-14","cited_by_count":4,"area":null},{"id":"2410.23230","title":"Aligning Audio-Visual Joint Representations with an Agentic Workflow","created":"2024-10-30","cited_by_count":4,"area":null},{"id":"2507.04667","title":"What's Making That Sound Right Now? Video-centric Audio-Visual Localization","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2509.23548","title":"Disentanglement of Variations with Multimodal Generative Modeling","created":"2025-09-28","cited_by_count":4,"area":null},{"id":"2511.16757","title":"Revisiting Audio-language Pretraining for Learning General-purpose Audio Representation","created":"2025-11-20","cited_by_count":4,"area":null},{"id":"2301.12058","title":"Aerial Image Object Detection With Vision Transformer Detector (ViTDet)","created":"2023-01-28","cited_by_count":3,"area":null},{"id":"2304.04385","title":"On Robustness in Multimodal Learning","created":"2023-04-10","cited_by_count":3,"area":null},{"id":"2304.11472","title":"A Comparative Study of Pre-trained Speech and Audio Embeddings for Speech Emotion Recognition","created":"2023-04-22","cited_by_count":3,"area":null},{"id":"2409.12306","title":"Measuring Sound Symbolism in Audio-visual Models","created":"2024-09-18","cited_by_count":3,"area":null},{"id":"2504.09707","title":"InfoMAE: Pair-Efficient Cross-Modal Alignment for Multimodal Time-Series Sensing Signals","created":"2025-04-13","cited_by_count":3,"area":null},{"id":"2505.22045","title":"Mitigating Audiovisual Mismatch in Visual-Guide Audio Captioning","created":"2025-05-28","cited_by_count":3,"area":null},{"id":"2506.10423","title":"PAL: Probing Audio Encoders via LLMs -- Audio Information Transfer into LLMs","created":"2025-06-12","cited_by_count":3,"area":null},{"id":"2310.03937","title":"Diffusion Models as Masked Audio-Video Learners","created":"2023-10-05","cited_by_count":2,"area":"diffusion"},{"id":"2311.03314","title":"FATE: Feature-Agnostic Transformer-based Encoder for learning generalized embedding spaces in flow cytometry data","created":"2023-11-06","cited_by_count":2,"area":null},{"id":"2311.10887","title":"Point Cloud Self-supervised Learning via 3D to Multi-view Masked Learner","created":"2023-11-17","cited_by_count":2,"area":null},{"id":"2407.05782","title":"Sequential Contrastive Audio-Visual Learning","created":"2024-07-08","cited_by_count":2,"area":null},{"id":"2412.00049","title":"A Survey of Recent Advances and Challenges in Deep Audio-Visual Correlation Learning","created":"2024-11-24","cited_by_count":2,"area":null},{"id":"2506.00358","title":"$\\texttt{AVROBUSTBENCH}$: Benchmarking the Robustness of Audio-Visual Recognition Models at Test-Time","created":"2025-05-31","cited_by_count":2,"area":null},{"id":"2507.11967","title":"Language-Guided Contrastive Audio-Visual Masked Autoencoder with Automatically Generated Audio-Visual-Text Triplets from Videos","created":"2025-07-16","cited_by_count":2,"area":null},{"id":"2510.03200","title":"MonSTeR: a Unified Model for Motion, Scene, Text Retrieval","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2511.10212","title":"Next-Frame Feature Prediction for Multimodal Deepfake Detection and Temporal Localization","created":"2025-11-13","cited_by_count":2,"area":null},{"id":"2605.04045","title":"Audio-Visual Intelligence in Large Foundation Models","created":"2026-05-05","cited_by_count":2,"area":null},{"id":"2606.25225","title":"MJEPA: A Simple and Scalable Joint-Embedding Predictive Architecture for Audio-Visual Learning","created":"2026-06-23","cited_by_count":2,"area":null},{"id":"2308.07221","title":"AudioFormer: Audio Transformer learns audio feature representations from discrete acoustic codes","created":"2023-08-14","cited_by_count":1,"area":null},{"id":"2309.13972","title":"Audio classification with Dilated Convolution with Learnable Spacings","created":"2023-09-25","cited_by_count":1,"area":null},{"id":"2310.08204","title":"STELLA: Continual Audio-Video Pre-training with Spatio-Temporal Localized Alignment","created":"2023-10-12","cited_by_count":1,"area":null},{"id":"2406.04615","title":"What do MLLMs hear? Examining reasoning with text and sound components in Multimodal Large Language Models","created":"2024-06-07","cited_by_count":1,"area":"lr"},{"id":"2408.15803","title":"ModalityMirror: Improving Audio Classification in Modality Heterogeneity Federated Learning with Multimodal Distillation","created":"2024-08-28","cited_by_count":1,"area":"distill"},{"id":"2409.11729","title":"DETECLAP: Enhancing Audio-Visual Representation Learning with Object Information","created":"2024-09-18","cited_by_count":1,"area":null},{"id":"2412.01488","title":"TACO: Training-free Sound Prompted Segmentation via Semantically Constrained Audio-visual CO-factorization","created":"2024-12-02","cited_by_count":1,"area":null},{"id":"2503.16311","title":"Structured-Noise Masked Modeling for Video, Audio and Beyond","created":"2025-03-20","cited_by_count":1,"area":null},{"id":"2602.18528","title":"Audio-Visual Continual Test-Time Adaptation without Forgetting","created":"2026-02-20","cited_by_count":1,"area":null},{"id":"2603.00574","title":"Decoupling Stability and Plasticity for Multi-Modal Test-Time Adaptation","created":"2026-02-28","cited_by_count":1,"area":null},{"id":"2603.08126","title":"Foley-Flow: Coordinated Video-to-Audio Generation with Masked Audio-Visual Alignment and Dynamic Conditional Flows","created":"2026-03-09","cited_by_count":1,"area":null},{"id":"2603.23960","title":"Leave No Stone Unturned: Uncovering Holistic Audio-Visual Intrinsic Coherence for Deepfake Detection","created":"2026-03-25","cited_by_count":1,"area":null}],"next_cursor":"100"}