{"total":429,"rows":[{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2404.08471","title":"Revisiting Feature Prediction for Learning Visual Representations from Video","created":"2024-02-15","cited_by_count":531,"area":"wm"},{"id":"2206.08853","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","created":"2022-06-17","cited_by_count":478,"area":"wm"},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361,"area":null},{"id":"2106.13043","title":"AudioCLIP: Extending CLIP to Image, Text and Audio","created":"2021-06-24","cited_by_count":339,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2401.13601","title":"MM-LLMs: Recent Advances in MultiModal Large Language Models","created":"2024-01-24","cited_by_count":278,"area":"mllm"},{"id":"2302.14115","title":"Vid2Seq: Large-Scale Pretraining of a Visual Language Model for Dense Video Captioning","created":"2023-02-27","cited_by_count":263,"area":"mllm"},{"id":"2106.01548","title":"When Vision Transformers Outperform ResNets without Pre-training or Strong Data Augmentations","created":"2021-06-03","cited_by_count":260,"area":null},{"id":"2307.06304","title":"Patch n' Pack: NaViT, a Vision Transformer for any Aspect Ratio and Resolution","created":"2023-07-12","cited_by_count":229,"area":null},{"id":"2106.05392","title":"Keeping Your Eye on the Ball: Trajectory Attention in Video Transformers","created":"2021-06-09","cited_by_count":224,"area":null},{"id":"2201.08377","title":"Omnivore: A Single Model for Many Visual Modalities","created":"2022-01-20","cited_by_count":215,"area":null},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203,"area":"moe"},{"id":"2206.13559","title":"ST-Adapter: Parameter-Efficient Image-to-Video Transfer Learning","created":"2022-06-27","cited_by_count":193,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2112.01529","title":"BEVT: BERT Pretraining of Video Transformers","created":"2021-12-02","cited_by_count":169,"area":null},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159,"area":"mllm"},{"id":"2411.17440","title":"Identity-Preserving Text-to-Video Generation by Frequency Decomposition","created":"2024-11-26","cited_by_count":158,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152,"area":null},{"id":"2201.04288","title":"Multiview Transformers for Video Recognition","created":"2022-01-12","cited_by_count":148,"area":null},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2205.09328","title":"TransTab: Learning Transferable Tabular Transformers Across Tables","created":"2022-05-19","cited_by_count":132,"area":null},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2112.01522","title":"Uni-Perceiver: Pre-training Unified Architecture for Generic Perception for Zero-shot and Few-shot Tasks","created":"2021-12-02","cited_by_count":125,"area":null},{"id":"2305.11172","title":"ONE-PEACE: Exploring One General Representation Model Toward Unlimited Modalities","created":"2023-05-18","cited_by_count":118,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2212.07525","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","created":"2022-12-14","cited_by_count":110,"area":null},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105,"area":null},{"id":"2311.04823","title":"Hierarchically Gated Recurrent Neural Network for Sequence Modeling","created":"2023-11-08","cited_by_count":102,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2105.12723","title":"Nested Hierarchical Transformer: Towards Accurate, Data-Efficient and Interpretable Visual Understanding","created":"2021-05-26","cited_by_count":97,"area":null},{"id":"2304.06798","title":"On the Opportunities and Challenges of Foundation Models for Geospatial Artificial Intelligence","created":"2023-04-13","cited_by_count":88,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2402.05892","title":"Mamba-ND: Selective State Space Modeling for Multi-Dimensional Data","created":"2024-02-08","cited_by_count":84,"area":"ssm"},{"id":"2501.07278","title":"Lifelong Learning of Large Language Model based Agents: A Roadmap","created":"2025-01-13","cited_by_count":83,"area":"agents"},{"id":"2107.03996","title":"Learning Vision-Guided Quadrupedal Locomotion End-to-End with Cross-Modal Transformers","created":"2021-07-08","cited_by_count":79,"area":null},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2312.06720","title":"Audio-Visual LLM for Video Understanding","created":"2023-12-11","cited_by_count":77,"area":"mllm"},{"id":"2306.05268","title":"Factorized Contrastive Learning: Going Beyond Multi-view Redundancy","created":"2023-06-08","cited_by_count":75,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2210.17292","title":"M$^3$Care: Learning with Missing Modalities in Multimodal Healthcare Data","created":"2022-10-28","cited_by_count":72,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2306.07303","title":"A Comprehensive Survey on Applications of Transformers for Deep Learning Tasks","created":"2023-06-11","cited_by_count":71,"area":null},{"id":"2110.10329","title":"SLAM: A Unified Encoder for Speech and Language Modeling via Speech-Text Joint Pre-Training","created":"2021-10-20","cited_by_count":69,"area":null},{"id":"2310.16836","title":"LLM-FP4: 4-Bit Floating-Point Quantized Transformers","created":"2023-10-25","cited_by_count":69,"area":null},{"id":"2212.03858","title":"See, Hear, and Feel: Smart Sensory Fusion for Robotic Manipulation","created":"2022-12-07","cited_by_count":68,"area":null},{"id":"2407.04842","title":"MJ-Bench: Is Your Multimodal Reward Model Really a Good Judge for Text-to-Image Generation?","created":"2024-07-05","cited_by_count":66,"area":"diffusion"},{"id":"2203.01205","title":"Audio Self-supervised Learning: A Survey","created":"2022-03-02","cited_by_count":65,"area":null},{"id":"2304.14407","title":"ChatVideo: A Tracklet-centric Multimodal and Versatile Video Understanding System","created":"2023-04-27","cited_by_count":65,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2308.04657","title":"Which Tokens to Use? Investigating Token Reduction in Vision Transformers","created":"2023-08-09","cited_by_count":60,"area":"inference"},{"id":"2309.09668","title":"DFormer: Rethinking RGBD Representation Learning for Semantic Segmentation","created":"2023-09-18","cited_by_count":60,"area":null},{"id":"2111.12993","title":"PolyViT: Co-training Vision Transformers on Images, Videos and Audio","created":"2021-11-25","cited_by_count":58,"area":null},{"id":"2204.13861","title":"Where in the World is this Image? Transformer-based Geo-localization in the Wild","created":"2022-04-29","cited_by_count":58,"area":null},{"id":"2206.04674","title":"Uni-Perceiver-MoE: Learning Sparse Generalist Models with Conditional MoEs","created":"2022-06-09","cited_by_count":58,"area":"moe"},{"id":"2304.01008","title":"Self-Supervised Multimodal Learning: A Survey","created":"2023-03-31","cited_by_count":58,"area":null},{"id":"2209.01814","title":"RLIP: Relational Language-Image Pre-training for Human-Object Interaction Detection","created":"2022-09-05","cited_by_count":55,"area":null},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55,"area":null},{"id":"2304.14933","title":"An Empirical Study of Multimodal Model Merging","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2308.14746","title":"CoVR-2: Automatic Data Construction for Composed Video Retrieval","created":"2023-08-28","cited_by_count":52,"area":null},{"id":"2212.03229","title":"Rethinking Video ViTs: Sparse Video Tubes for Joint Image and Video Learning","created":"2022-12-06","cited_by_count":49,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2409.03757","title":"Lexicon3D: Probing Visual Foundation Models for Complex 3D Scene Understanding","created":"2024-09-05","cited_by_count":49,"area":null},{"id":"2303.18230","title":"Procedure-Aware Pretraining for Instructional Video Understanding","created":"2023-03-31","cited_by_count":48,"area":null},{"id":"2408.05939","title":"UniPortrait: A Unified Framework for Identity-Preserving Single- and Multi-Human Image Personalization","created":"2024-08-12","cited_by_count":47,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2304.10465","title":"Implicit Temporal Modeling with Learnable Alignment for Video Recognition","created":"2023-04-20","cited_by_count":46,"area":null},{"id":"2202.06875","title":"Visual Acoustic Matching","created":"2022-02-14","cited_by_count":45,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2311.05709","title":"OmniVec: Learning robust representations with cross modal sharing","created":"2023-11-07","cited_by_count":44,"area":null},{"id":"2411.05222","title":"Don't Look Twice: Faster Video Transformers with Run-Length Tokenization","created":"2024-11-07","cited_by_count":43,"area":null},{"id":"2106.09212","title":"Long-Short Temporal Contrastive Learning of Video Transformers","created":"2021-06-17","cited_by_count":42,"area":null},{"id":"2304.04227","title":"Video ChatCaptioner: Towards Enriched Spatiotemporal Descriptions","created":"2023-04-09","cited_by_count":42,"area":null},{"id":"2112.07175","title":"Co-training Transformer with Videos and Images Improves Action Recognition","created":"2021-12-14","cited_by_count":41,"area":null},{"id":"2209.15266","title":"Data Poisoning Attacks Against Multimodal Encoders","created":"2022-09-30","cited_by_count":41,"area":"safety"},{"id":"2210.06583","title":"S4ND: Modeling Images and Videos as Multidimensional Signals Using State Spaces","created":"2022-10-12","cited_by_count":41,"area":null},{"id":"2303.17490","title":"Sound to Visual Scene Generation by Audio-to-Visual Latent Alignment","created":"2023-03-30","cited_by_count":41,"area":null},{"id":"2303.14474","title":"3Mformer: Multi-order Multi-mode Transformer for Skeletal Action Recognition","created":"2023-03-25","cited_by_count":40,"area":null},{"id":"2406.04321","title":"VidMuse: A Simple Video-to-Music Generation Framework with Long-Short-Term Modeling","created":"2024-06-06","cited_by_count":40,"area":null},{"id":"2506.19774","title":"Kling-Foley: Multimodal Diffusion Transformer for High-Quality Video-to-Audio Generation","created":"2025-06-24","cited_by_count":40,"area":"diffusion"},{"id":"2204.02874","title":"ECLIPSE: Efficient Long-range Video Retrieval using Sight and Sound","created":"2022-04-06","cited_by_count":39,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null}],"next_cursor":"100"}