{"total":245,"rows":[{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2204.01691","title":"Do As I Can, Not As I Say: Grounding Language in Robotic Affordances","created":"2022-04-04","cited_by_count":2348,"area":null},{"id":"2305.06355","title":"VideoChat: Chat-Centric Video Understanding","created":"2023-05-10","cited_by_count":857,"area":null},{"id":"2209.06794","title":"PaLI: A Jointly-Scaled Multilingual Language-Image Model","created":"2022-09-14","cited_by_count":766,"area":null},{"id":"2307.05973","title":"VoxPoser: Composable 3D Value Maps for Robotic Manipulation with Language Models","created":"2023-07-12","cited_by_count":750,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2307.06942","title":"InternVid: A Large-scale Video-Text Dataset for Multimodal Understanding and Generation","created":"2023-07-13","cited_by_count":497,"area":null},{"id":"2212.03191","title":"InternVideo: General Video Foundation Models via Generative and Discriminative Learning","created":"2022-12-06","cited_by_count":447,"area":null},{"id":"2210.03094","title":"VIMA: General Robot Manipulation with Multimodal Prompts","created":"2022-10-06","cited_by_count":407,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2402.19479","title":"Panda-70M: Captioning 70M Videos with Multiple Cross-Modality Teachers","created":"2024-02-29","cited_by_count":393,"area":null},{"id":"2307.03601","title":"GPT4RoI: Instruction Tuning Large Language Model on Region-of-Interest","created":"2023-07-07","cited_by_count":302,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2111.10337","title":"Advancing High-Resolution Video-Language Representation with Large-Scale Video Transcriptions","created":"2021-11-19","cited_by_count":226,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2305.11846","title":"Any-to-Any Generation via Composable Diffusion","created":"2023-05-19","cited_by_count":204,"area":null},{"id":"2303.16058","title":"Unmasked Teacher: Towards Training-Efficient Video Foundation Models","created":"2023-03-28","cited_by_count":199,"area":null},{"id":"2306.11207","title":"Quilt-1M: One Million Image-Text Pairs for Histopathology","created":"2023-06-20","cited_by_count":194,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2204.05454","title":"Are Multimodal Transformers Robust to Missing Modality?","created":"2022-04-12","cited_by_count":186,"area":null},{"id":"2201.02639","title":"MERLOT Reserve: Neural Script Knowledge through Vision and Language and Sound","created":"2022-01-07","cited_by_count":184,"area":null},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2206.01720","title":"Revisiting the \"Video\" in Video-Language Understanding","created":"2022-06-03","cited_by_count":169,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2111.13196","title":"SwinBERT: End-to-End Transformers with Sparse Attention for Video Captioning","created":"2021-11-25","cited_by_count":162,"area":null},{"id":"2311.17842","title":"Look Before You Leap: Unveiling the Power of GPT-4V in Robotic Vision-Language Planning","created":"2023-11-29","cited_by_count":161,"area":null},{"id":"2302.00402","title":"mPLUG-2: A Modularized Multi-modal Foundation Model Across Text, Image and Video","created":"2023-02-01","cited_by_count":154,"area":null},{"id":"2305.10874","title":"Swap Attention in Spatiotemporal Diffusions for Text-to-Video Generation","created":"2023-05-18","cited_by_count":154,"area":null},{"id":"2209.07526","title":"OmniVL:One Foundation Model for Image-Language and Video-Language Tasks","created":"2022-09-15","cited_by_count":143,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2309.01327","title":"Can I Trust Your Answer? Visually Grounded Video Question Answering","created":"2023-09-04","cited_by_count":135,"area":null},{"id":"2410.08260","title":"Koala-36M: A Large-scale Video Dataset Improving Consistency between Fine-grained Conditions and Video Content","created":"2024-10-10","cited_by_count":135,"area":null},{"id":"2206.03428","title":"Revealing Single Frame Bias for Video-and-Language Learning","created":"2022-06-07","cited_by_count":133,"area":null},{"id":"2311.07226","title":"Large Language Models for Robotics: A Survey","created":"2023-11-13","cited_by_count":133,"area":null},{"id":"2307.05463","title":"EgoVLPv2: Egocentric Video-Language Pre-training with Fusion in the Backbone","created":"2023-07-11","cited_by_count":130,"area":null},{"id":"2205.14459","title":"CyCLIP: Cyclic Contrastive Language-Image Pretraining","created":"2022-05-28","cited_by_count":127,"area":null},{"id":"2204.05991","title":"ReCLIP: A Strong Zero-Shot Baseline for Referring Expression Comprehension","created":"2022-04-12","cited_by_count":120,"area":null},{"id":"2205.10747","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","created":"2022-05-22","cited_by_count":117,"area":null},{"id":"2209.03430","title":"Foundations and Trends in Multimodal Machine Learning: Principles, Challenges, and Open Questions","created":"2022-09-07","cited_by_count":116,"area":null},{"id":"2206.11894","title":"MaskViT: Masked Visual Pre-Training for Video Prediction","created":"2022-06-23","cited_by_count":114,"area":null},{"id":"2402.13217","title":"VideoPrism: A Foundational Visual Encoder for Video Understanding","created":"2024-02-20","cited_by_count":105,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2403.16182","title":"EgoExoLearn: A Dataset for Bridging Asynchronous Ego- and Exo-centric View of Procedural Activities in Real World","created":"2024-03-24","cited_by_count":95,"area":null},{"id":"2410.05643","title":"TRACE: Temporal Grounding Video LLM via Causal Event Modeling","created":"2024-10-08","cited_by_count":89,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2312.04746","title":"Quilt-LLaVA: Visual Instruction Tuning by Extracting Localized Narratives from Open-Source Histopathology Videos","created":"2023-12-07","cited_by_count":86,"area":null},{"id":"2203.01225","title":"Video Question Answering: Datasets, Algorithms and Challenges","created":"2022-03-02","cited_by_count":84,"area":null},{"id":"2310.19773","title":"MM-VID: Advancing Video Understanding with GPT-4V(ision)","created":"2023-10-30","cited_by_count":83,"area":null},{"id":"2209.01540","title":"An Empirical Study of End-to-End Video-Language Transformers with Masked Visual Modeling","created":"2022-09-04","cited_by_count":74,"area":null},{"id":"2209.06430","title":"CLIP-ViP: Adapting Pre-trained Image-Text Model to Video-Language Representation Alignment","created":"2022-09-14","cited_by_count":74,"area":null},{"id":"2206.07160","title":"LAVENDER: Unifying Video-Language Understanding as Masked Language Modeling","created":"2022-06-14","cited_by_count":73,"area":null},{"id":"2212.14546","title":"HiTeA: Hierarchical Temporal-Aware Video-Language Pre-training","created":"2022-12-30","cited_by_count":72,"area":null},{"id":"2406.06040","title":"Vript: A Video Is Worth Thousands of Words","created":"2024-06-10","cited_by_count":71,"area":null},{"id":"2206.09059","title":"CLiMB: A Continual Learning Benchmark for Vision-and-Language Tasks","created":"2022-06-18","cited_by_count":68,"area":null},{"id":"2307.15220","title":"Learning Multi-modal Representations by Watching Hundreds of Surgical Video Lectures","created":"2023-07-27","cited_by_count":68,"area":null},{"id":"2301.02311","title":"HierVL: Learning Hierarchical Video-Language Embeddings","created":"2023-01-05","cited_by_count":66,"area":null},{"id":"2207.05342","title":"Video Graph Transformer for Video Question Answering","created":"2022-07-12","cited_by_count":63,"area":null},{"id":"2408.02629","title":"VidGen-1M: A Large-Scale Dataset for Text-to-video Generation","created":"2024-08-05","cited_by_count":62,"area":null},{"id":"2210.06031","title":"Long-Form Video-Language Pre-Training with Multimodal Temporal Contrastive Learning","created":"2022-10-12","cited_by_count":59,"area":null},{"id":"2108.04927","title":"Embodied BERT: A Transformer Model for Embodied, Language-guided Visual Task Completion","created":"2021-08-10","cited_by_count":58,"area":null},{"id":"2112.00656","title":"Object-aware Video-language Pre-training for Retrieval","created":"2021-12-01","cited_by_count":57,"area":null},{"id":"2211.11427","title":"Expectation-Maximization Contrastive Learning for Compact Video-and-Language Representations","created":"2022-11-21","cited_by_count":57,"area":null},{"id":"2506.13691","title":"UltraVideo: High-Quality UHD Video Dataset with Comprehensive Captions","created":"2025-06-16","cited_by_count":57,"area":null},{"id":"2212.09522","title":"MIST: Multi-modal Iterative Spatial-Temporal Transformer for Long-form Video Question Answering","created":"2022-12-19","cited_by_count":55,"area":null},{"id":"2311.17404","title":"VITATECS: A Diagnostic Dataset for Temporal Concept Understanding of Video-Language Models","created":"2023-11-29","cited_by_count":55,"area":null},{"id":"2207.07027","title":"MedFuse: Multi-modal fusion with clinical time-series data and chest X-ray images","created":"2022-07-14","cited_by_count":54,"area":null},{"id":"2411.19772","title":"LongVALE: Vision-Audio-Language-Event Benchmark Towards Time-Aware Omni-Modal Perception of Long Videos","created":"2024-11-29","cited_by_count":51,"area":null},{"id":"2212.05922","title":"Audiovisual Masked Autoencoders","created":"2022-12-09","cited_by_count":49,"area":null},{"id":"2310.19060","title":"TESTA: Temporal-Spatial Token Aggregation for Long-form Video-Language Understanding","created":"2023-10-29","cited_by_count":49,"area":null},{"id":"2303.18230","title":"Procedure-Aware Pretraining for Instructional Video Understanding","created":"2023-03-31","cited_by_count":48,"area":null},{"id":"2303.17839","title":"Learning Procedure-aware Video Representation from Instructional Videos and Their Narrations","created":"2023-03-31","cited_by_count":46,"area":null},{"id":"2303.14369","title":"Video-Text as Game Players: Hierarchical Banzhaf Interaction for Cross-Modal Representation Learning","created":"2023-03-25","cited_by_count":45,"area":null},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45,"area":null},{"id":"2305.10683","title":"Paxion: Patching Action Knowledge in Video-Language Foundation Models","created":"2023-05-18","cited_by_count":42,"area":null},{"id":"2110.02406","title":"Word Acquisition in Neural Language Models","created":"2021-10-05","cited_by_count":41,"area":null},{"id":"2207.07885","title":"Clover: Towards A Unified Video-Language Alignment and Fusion Model","created":"2022-07-16","cited_by_count":41,"area":null},{"id":"2401.01505","title":"Sports-QA: A Large-Scale Video Question Answering Benchmark for Complex and Professional Sports","created":"2024-01-03","cited_by_count":41,"area":null},{"id":"2403.13347","title":"vid-TLDR: Training Free Token merging for Light-weight Video Transformer","created":"2024-03-20","cited_by_count":41,"area":null},{"id":"2311.13627","title":"Vamos: Versatile Action Models for Video Understanding","created":"2023-11-22","cited_by_count":40,"area":null},{"id":"2404.19664","title":"Towards Generalist Robot Learning from Internet Video: A Survey","created":"2024-04-30","cited_by_count":40,"area":null},{"id":"2303.11607","title":"Transformers in Speech Processing: A Survey","created":"2023-03-21","cited_by_count":39,"area":null},{"id":"2309.13952","title":"VidChapters-7M: Video Chapters at Scale","created":"2023-09-25","cited_by_count":39,"area":null},{"id":"2410.00263","title":"Procedure-Aware Surgical Video-language Pretraining with Hierarchical Knowledge Augmentation","created":"2024-09-30","cited_by_count":39,"area":null},{"id":"2201.08071","title":"Temporal Sentence Grounding in Videos: A Survey and Future Directions","created":"2022-01-20","cited_by_count":37,"area":null},{"id":"2312.00937","title":"Zero-Shot Video Question Answering with Procedural Programs","created":"2023-12-01","cited_by_count":37,"area":null},{"id":"2406.05615","title":"Video-Language Understanding: A Survey from Model Architecture, Model Training, and Data Perspectives","created":"2024-06-09","cited_by_count":37,"area":null},{"id":"2404.14412","title":"AutoAD III: The Prequel -- Back to the Pixels","created":"2024-04-22","cited_by_count":35,"area":null},{"id":"2405.19334","title":"LLMs Meet Multimodal Generation and Editing: A Survey","created":"2024-05-29","cited_by_count":35,"area":null},{"id":"2310.04900","title":"HowToCaption: Prompting LLMs to Transform Video Annotations at Scale","created":"2023-10-07","cited_by_count":34,"area":null},{"id":"2312.07395","title":"A Simple Recipe for Contrastively Pre-training Video-First Encoders Beyond 16 Frames","created":"2023-12-12","cited_by_count":34,"area":null},{"id":"2401.16702","title":"Multi-granularity Correspondence Learning from Long-term Noisy Videos","created":"2024-01-30","cited_by_count":34,"area":null},{"id":"2201.05729","title":"CLIP-TD: CLIP Targeted Distillation for Vision-Language Tasks","created":"2022-01-15","cited_by_count":32,"area":null},{"id":"2302.13668","title":"Contrastive Video Question Answering via Video Graph Transformer","created":"2023-02-27","cited_by_count":32,"area":null},{"id":"2407.03471","title":"Learning Action and Reasoning-Centric Image Editing from Videos and Simulations","created":"2024-07-03","cited_by_count":32,"area":null},{"id":"2205.05019","title":"Learning to Answer Visual Questions from Web Videos","created":"2022-05-10","cited_by_count":30,"area":null},{"id":"2205.12630","title":"Multimodal Knowledge Alignment with Reinforcement Learning","created":"2022-05-25","cited_by_count":30,"area":null},{"id":"2211.08887","title":"Stare at What You See: Masked Image Modeling without Reconstruction","created":"2022-11-16","cited_by_count":30,"area":null},{"id":"2306.11732","title":"Retrieving-to-Answer: Zero-Shot Video Question Answering with Frozen Large Language Models","created":"2023-06-15","cited_by_count":27,"area":null},{"id":"2405.10674","title":"From Sora What We Can See: A Survey of Text-to-Video Generation","created":"2024-05-17","cited_by_count":27,"area":null}],"next_cursor":"100"}