{"total":140,"rows":[{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2308.08769","title":"Chat-3D: Data-efficiently Tuning Large Language Model for Universal Dialogue of 3D Scenes","created":"2023-08-17","cited_by_count":129,"area":null},{"id":"2303.16406","title":"Hierarchical Video-Moment Retrieval and Step-Captioning","created":"2023-03-29","cited_by_count":83,"area":null},{"id":"2310.19773","title":"MM-VID: Advancing Video Understanding with GPT-4V(ision)","created":"2023-10-30","cited_by_count":83,"area":null},{"id":"2407.07035","title":"Vision-and-Language Navigation Today and Tomorrow: A Survey in the Era of Foundation Models","created":"2024-07-09","cited_by_count":79,"area":null},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.07983","title":"Vision Transformers are Parameter-Efficient Audio-Visual Learners","created":"2022-12-15","cited_by_count":72,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2303.15935","title":"When Brain-inspired AI Meets AGI","created":"2023-03-28","cited_by_count":54,"area":null},{"id":"2310.06838","title":"AutoAD II: The Sequel -- Who, When, and What in Movie Audio Description","created":"2023-10-10","cited_by_count":49,"area":null},{"id":"2311.17435","title":"MM-Narrator: Narrating Long-form Videos with Multimodal In-Context Learning","created":"2023-11-29","cited_by_count":46,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2309.13925","title":"Towards Surveillance Video-and-Language Understanding: New Dataset, Baselines, and Challenges","created":"2023-09-25","cited_by_count":42,"area":null},{"id":"2403.13347","title":"vid-TLDR: Training Free Token merging for Light-weight Video Transformer","created":"2024-03-20","cited_by_count":41,"area":null},{"id":"2305.00355","title":"MH-DETR: Video Moment and Highlight Detection with Cross-modal Transformer","created":"2023-04-29","cited_by_count":40,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2404.16038","title":"A Survey on Generative AI and LLM for Video Generation, Understanding, and Streaming","created":"2024-01-30","cited_by_count":37,"area":null},{"id":"2404.07610","title":"Do You Remember? Dense Video Captioning with Cross-Modal Memory Retrieval","created":"2024-04-11","cited_by_count":36,"area":null},{"id":"2404.14412","title":"AutoAD III: The Prequel -- Back to the Pixels","created":"2024-04-22","cited_by_count":35,"area":null},{"id":"2310.04900","title":"HowToCaption: Prompting LLMs to Transform Video Annotations at Scale","created":"2023-10-07","cited_by_count":34,"area":null},{"id":"2303.12423","title":"Text with Knowledge Graph Augmented Transformer for Video Captioning","created":"2023-03-22","cited_by_count":28,"area":null},{"id":"2303.14655","title":"GOAL: A Challenging Knowledge-grounded Video Captioning Benchmark for Real-time Soccer Commentary Generation","created":"2023-03-26","cited_by_count":28,"area":null},{"id":"2304.11431","title":"A Review of Deep Learning for Video Captioning","created":"2023-04-22","cited_by_count":28,"area":null},{"id":"2303.16839","title":"MaMMUT: A Simple Architecture for Joint Learning for MultiModal Tasks","created":"2023-03-29","cited_by_count":24,"area":null},{"id":"2303.15932","title":"Unify, Align and Refine: Multi-Level Semantic Alignment for Radiology Report Generation","created":"2023-03-28","cited_by_count":23,"area":null},{"id":"2407.15850","title":"AutoAD-Zero: A Training-Free Framework for Zero-Shot Audio Description","created":"2024-07-22","cited_by_count":23,"area":null},{"id":"2410.01506","title":"Learnable Expansion of Graph Operators for Multi-Modal Feature Fusion","created":"2024-10-02","cited_by_count":23,"area":null},{"id":"2309.12867","title":"Accurate and Fast Compressed Video Captioning","created":"2023-09-22","cited_by_count":22,"area":null},{"id":"2403.17935","title":"OmniVid: A Generative Framework for Universal Video Understanding","created":"2024-03-26","cited_by_count":22,"area":null},{"id":"2309.16283","title":"Self-supervised Cross-view Representation Reconstruction for Change Captioning","created":"2023-09-28","cited_by_count":20,"area":null},{"id":"2502.14801","title":"AVD2: Accident Video Diffusion for Accident Video Description","created":"2025-02-20","cited_by_count":20,"area":null},{"id":"2404.14471","title":"Narrative Action Evaluation with Prompt-Guided Multimodal Interaction","created":"2024-04-22","cited_by_count":19,"area":null},{"id":"2303.15616","title":"Fine-grained Audible Video Description","created":"2023-03-27","cited_by_count":18,"area":null},{"id":"2405.19387","title":"Video Anomaly Detection in 10 Years: A Survey and Outlook","created":"2024-05-29","cited_by_count":18,"area":null},{"id":"2212.04408","title":"OFASys: A Multi-Modal Multi-Task Learning System for Building Generalist Models","created":"2022-12-08","cited_by_count":17,"area":null},{"id":"2305.13167","title":"VLAB: Enhancing Video Language Pre-training by Feature Adapting and Blending","created":"2023-05-22","cited_by_count":17,"area":null},{"id":"2407.21757","title":"Learning Video Context as Interleaved Multimodal Sequences","created":"2024-07-31","cited_by_count":16,"area":null},{"id":"2403.12922","title":"Contextual AD Narration with Interleaved Multimodal Sequence","created":"2024-03-19","cited_by_count":14,"area":null},{"id":"2409.06299","title":"Enhancing Long Video Understanding via Hierarchical Event-Based Memory","created":"2024-09-10","cited_by_count":14,"area":null},{"id":"2301.11507","title":"Semi-Parametric Video-Grounded Text Generation","created":"2023-01-27","cited_by_count":13,"area":null},{"id":"2308.13218","title":"MultiCapCLIP: Auto-Encoding Prompts for Zero-Shot Multilingual Visual Captioning","created":"2023-08-25","cited_by_count":13,"area":null},{"id":"2403.03823","title":"A Modular Approach for Multimodal Summarization of TV Shows","created":"2024-03-06","cited_by_count":13,"area":null},{"id":"2407.20962","title":"MMTrail: A Multimodal Trailer Video Dataset with Language and Music Descriptions","created":"2024-07-30","cited_by_count":13,"area":null},{"id":"2301.07463","title":"Temporal Perceiving Video-Language Pre-training","created":"2023-01-18","cited_by_count":12,"area":null},{"id":"2403.05021","title":"Beyond MOT: Semantic Multi-Object Tracking","created":"2024-03-08","cited_by_count":12,"area":null},{"id":"2411.18180","title":"DistinctAD: Distinctive Audio Description Generation in Contexts","created":"2024-11-27","cited_by_count":12,"area":null},{"id":"2409.04388","title":"Question-Answering Dense Video Events","created":"2024-09-06","cited_by_count":11,"area":null},{"id":"2403.07469","title":"A Comprehensive Survey of 3D Dense Captioning: Localizing and Describing Objects in 3D Scenes","created":"2024-03-12","cited_by_count":10,"area":null},{"id":"2406.06499","title":"NarrativeBridge: Enhancing Video Captioning with Causal-Temporal Narrative","created":"2024-06-10","cited_by_count":10,"area":null},{"id":"2401.04210","title":"FunnyNet-W: Multimodal Learning of Funny Moments in Videos in the Wild","created":"2024-01-08","cited_by_count":9,"area":null},{"id":"2404.13370","title":"Movie101v2: Improved Movie Narration Benchmark","created":"2024-04-20","cited_by_count":9,"area":null},{"id":"2405.11483","title":"MICap: A Unified Model for Identity-aware Movie Descriptions","created":"2024-05-19","cited_by_count":9,"area":null},{"id":"2504.00072","title":"Chapter-Llama: Efficient Chaptering in Hour-Long Videos with LLMs","created":"2025-03-31","cited_by_count":9,"area":null},{"id":"2312.00347","title":"RTQ: Rethinking Video-language Understanding Based on Image-text Model","created":"2023-12-01","cited_by_count":8,"area":null},{"id":"2507.15905","title":"Foundation Models and Transformers for Anomaly Detection: A Survey","created":"2025-07-21","cited_by_count":8,"area":null},{"id":"2309.03004","title":"A Theoretical Explanation of Activation Sparsity through Flat Minima and Adversarial Robustness","created":"2023-09-06","cited_by_count":7,"area":null},{"id":"2310.00670","title":"A Hierarchical Graph-based Approach for Recognition and Description Generation of Bimanual Actions in Videos","created":"2023-10-01","cited_by_count":7,"area":null},{"id":"2504.08222","title":"F$^3$Set: Towards Analyzing Fast, Frequent, and Fine-grained Events from Videos","created":"2025-04-11","cited_by_count":7,"area":null},{"id":"2505.23617","title":"One Trajectory, One Token: Grounded Video Tokenization via Panoptic Sub-object Trajectory","created":"2025-05-29","cited_by_count":7,"area":null},{"id":"2507.18531","title":"IntentVCNet: Bridging Spatio-Temporal Gaps for Intention-Oriented Controllable Video Captioning","created":"2025-07-24","cited_by_count":7,"area":null},{"id":"2507.20163","title":"Player-Centric Multimodal Prompt Generation for Large Language Model Based Identity-Aware Basketball Video Captioning","created":"2025-07-27","cited_by_count":7,"area":null},{"id":"2303.14829","title":"SEM-POS: Grammatically and Semantically Correct Video Captioning","created":"2023-03-26","cited_by_count":6,"area":null},{"id":"2311.07285","title":"Multi Sentence Description of Complex Manipulation Action Videos","created":"2023-11-13","cited_by_count":6,"area":null},{"id":"2411.17130","title":"TechCoach: Towards Technical-Point-Aware Descriptive Action Coaching","created":"2024-11-26","cited_by_count":6,"area":null},{"id":"2412.06182","title":"Towards Long Video Understanding via Fine-detailed Video Story Generation","created":"2024-12-09","cited_by_count":6,"area":null},{"id":"2302.09736","title":"STOA-VLP: Spatial-Temporal Modeling of Object and Action for Video-Language Pre-training","created":"2023-02-20","cited_by_count":5,"area":null},{"id":"2305.14260","title":"R2H: Building Multimodal Navigation Helpers that Respond to Help Requests","created":"2023-05-23","cited_by_count":5,"area":null},{"id":"2410.19809","title":"ScreenWriter: Automatic Screenplay Generation and Movie Summarisation","created":"2024-10-17","cited_by_count":5,"area":null},{"id":"2507.04815","title":"From Vision To Language through Graph of Events in Space and Time: An Explainable Self-supervised Approach","created":"2025-07-07","cited_by_count":5,"area":null},{"id":"2603.17840","title":"Video Understanding: From Geometry and Semantics to Unified Models","created":"2026-03-18","cited_by_count":5,"area":null},{"id":"2307.02682","title":"Zero-Shot Dense Video Captioning by Jointly Optimizing Text and Moment","created":"2023-07-05","cited_by_count":4,"area":null},{"id":"2312.15720","title":"Set Prediction Guided by Semantic Concepts for Diverse Video Captioning","created":"2023-12-25","cited_by_count":4,"area":null},{"id":"2404.07399","title":"Post-hurricane building damage assessment using street-view imagery and structured data: A multi-modal deep learning approach","created":"2024-04-11","cited_by_count":4,"area":null},{"id":"2406.02761","title":"Multi-layer Learnable Attention Mask for Multimodal Tasks","created":"2024-06-04","cited_by_count":4,"area":null},{"id":"2412.20964","title":"Hierarchical Banzhaf Interaction for General Video-Language Representation Learning","created":"2024-12-30","cited_by_count":4,"area":null},{"id":"2504.07594","title":"Extending Visual Dynamics for Video-to-Music Generation","created":"2025-04-10","cited_by_count":4,"area":null},{"id":"2207.03038","title":"Dual-Stream Transformer for Generic Event Boundary Captioning","created":"2022-07-07","cited_by_count":3,"area":null},{"id":"2304.02080","title":"Scalable and Accurate Self-supervised Multimodal Representation Learning without Aligned Video and Text Data","created":"2023-04-04","cited_by_count":3,"area":null},{"id":"2306.12559","title":"Exploring the Role of Audio in Video Captioning","created":"2023-06-21","cited_by_count":3,"area":null},{"id":"2406.02748","title":"Story Generation from Visual Inputs: Techniques, Related Tasks, and Challenges","created":"2024-06-04","cited_by_count":3,"area":null},{"id":"2410.09379","title":"Multi-granularity Contrastive Cross-modal Collaborative Generation for End-to-End Long-term Video Question Answering","created":"2024-10-12","cited_by_count":3,"area":null},{"id":"2410.11702","title":"It's Just Another Day: Unique Video Captioning by Discriminative Prompting","created":"2024-10-15","cited_by_count":3,"area":null},{"id":"2412.10002","title":"NowYouSee Me: Context-Aware Automatic Audio Description","created":"2024-12-13","cited_by_count":3,"area":null},{"id":"2503.01201","title":"Parameter-free Video Segmentation for Vision and Language Understanding","created":"2025-03-03","cited_by_count":3,"area":null},{"id":"2503.24096","title":"DANTE-AD: Dual-Vision Attention Network for Long-Term Audio Description","created":"2025-03-31","cited_by_count":3,"area":null},{"id":"2504.12157","title":"FocusedAD: Character-centric Movie Audio Description","created":"2025-04-16","cited_by_count":3,"area":null},{"id":"2602.18996","title":"Learning Cross-View Object Correspondence via Cycle-Consistent Mask Prediction","created":"2026-02-22","cited_by_count":3,"area":null},{"id":"2210.02762","title":"Vision Transformer Based Model for Describing a Set of Images as a Story","created":"2022-10-06","cited_by_count":2,"area":null},{"id":"2401.04903","title":"SnapCap: Efficient Snapshot Compressive Video Captioning","created":"2024-01-10","cited_by_count":2,"area":null},{"id":"2401.13888","title":"Knowledge Guided Entity-aware Video Captioning and A Basketball Benchmark","created":"2024-01-25","cited_by_count":2,"area":null},{"id":"2403.01169","title":"Learn Suspected Anomalies from Event Prompts for Video Anomaly Detection","created":"2024-03-02","cited_by_count":2,"area":null},{"id":"2411.04059","title":"Pseudo-labeling with Keyword Refining for Few-Supervised Video Captioning","created":"2024-11-06","cited_by_count":2,"area":null},{"id":"2501.18269","title":"MAMS: Model-Agnostic Module Selection Framework for Video Captioning","created":"2025-01-30","cited_by_count":2,"area":null}],"next_cursor":"100"}