{"total":198,"rows":[{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2104.08541","title":"TransVG: End-to-End Visual Grounding with Transformers","created":"2021-04-17","cited_by_count":271,"area":null},{"id":"2111.12233","title":"Scaling Up Vision-Language Pre-training for Image Captioning","created":"2021-11-24","cited_by_count":196,"area":"mllm"},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2204.11817","title":"Translation between Molecules and Natural Language","created":"2022-04-25","cited_by_count":177,"area":null},{"id":"2206.07669","title":"A Unified Sequence Interface for Vision Tasks","created":"2022-06-15","cited_by_count":152,"area":null},{"id":"2111.14447","title":"ZeroCap: Zero-Shot Image-to-Text Generation for Visual-Semantic Arithmetic","created":"2021-11-29","cited_by_count":150,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2210.09263","title":"Vision-Language Pre-training: Basics, Recent Advances, and Future Trends","created":"2022-10-17","cited_by_count":117,"area":"mllm"},{"id":"2309.09812","title":"R2GenGPT: Radiology Report Generation with Frozen LLMs","created":"2023-09-18","cited_by_count":114,"area":null},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2304.02211","title":"METransformer: Radiology Report Generation by Transformer with Multiple Learnable Expert Tokens","created":"2023-04-05","cited_by_count":101,"area":null},{"id":"2107.12292","title":"Contextual Transformer Networks for Visual Recognition","created":"2021-07-26","cited_by_count":90,"area":null},{"id":"2207.04978","title":"Wave-ViT: Unifying Wavelet and Transformers for Visual Representation Learning","created":"2022-07-11","cited_by_count":78,"area":null},{"id":"2301.02508","title":"End-to-End 3D Dense Captioning with Vote2Cap-DETR","created":"2023-01-06","cited_by_count":78,"area":null},{"id":"2303.12112","title":"Positive-Augmented Contrastive Learning for Image and Video Captioning Evaluation","created":"2023-03-21","cited_by_count":78,"area":null},{"id":"2206.14579","title":"Competence-based Multimodal Curriculum Learning for Medical Report Generation","created":"2022-06-24","cited_by_count":76,"area":null},{"id":"2101.06462","title":"Dual-Level Collaborative Transformer for Image Captioning","created":"2021-01-16","cited_by_count":71,"area":null},{"id":"2106.06965","title":"Contrastive Attention for Automatic Chest X-ray Report Generation","created":"2021-06-13","cited_by_count":71,"area":null},{"id":"2203.10095","title":"AlignTransformer: Hierarchical Alignment of Visual Regions and Disease Tags for Medical Report Generation","created":"2022-03-18","cited_by_count":65,"area":null},{"id":"2110.06510","title":"The Dawn of Quantum Natural Language Processing","created":"2021-10-13","cited_by_count":61,"area":null},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null},{"id":"2207.04818","title":"Cross-modal Prototype Driven Network for Radiology Report Generation","created":"2022-07-11","cited_by_count":59,"area":null},{"id":"2207.09666","title":"GRIT: Faster and Better Image captioning Transformer Using Dual Visual Features","created":"2022-07-20","cited_by_count":56,"area":null},{"id":"2112.01683","title":"TransZero: Attribute-guided Transformer for Zero-Shot Learning","created":"2021-12-03","cited_by_count":54,"area":null},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51,"area":null},{"id":"2203.15859","title":"NICGSlowDown: Evaluating the Efficiency Robustness of Neural Image Caption Generation Models","created":"2022-03-29","cited_by_count":50,"area":null},{"id":"2206.06291","title":"Exploring Structure-aware Transformer over Interaction Proposals for Human-Object Interaction Detection","created":"2022-06-13","cited_by_count":47,"area":null},{"id":"2203.05203","title":"MORE: Multi-Order RElation Mining for Dense Captioning in 3D Scenes","created":"2022-03-10","cited_by_count":46,"area":null},{"id":"2208.10358","title":"A Medical Semantic-Assisted Transformer for Radiographic Report Generation","created":"2022-08-22","cited_by_count":44,"area":null},{"id":"2201.12944","title":"Deep Learning Approaches on Image Captioning: A Review","created":"2022-01-31","cited_by_count":43,"area":"mllm"},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2211.14842","title":"Unified Discrete Diffusion for Simultaneous Vision-Language Generation","created":"2022-11-27","cited_by_count":39,"area":"diffusion"},{"id":"2203.15350","title":"End-to-End Transformer Based Model for Image Captioning","created":"2022-03-29","cited_by_count":38,"area":null},{"id":"2207.13162","title":"Retrieval-Augmented Transformer for Image Captioning","created":"2022-07-26","cited_by_count":38,"area":"rag"},{"id":"2212.03099","title":"Semantic-Conditional Diffusion Networks for Image Captioning","created":"2022-12-06","cited_by_count":38,"area":"diffusion"},{"id":"2204.07756","title":"Visual Attention Methods in Deep Learning: An In-Depth Survey","created":"2022-04-16","cited_by_count":37,"area":null},{"id":"2310.20381","title":"A Systematic Evaluation of GPT-4V's Multimodal Capability for Medical Image Analysis","created":"2023-10-31","cited_by_count":37,"area":null},{"id":"2403.03715","title":"MeaCap: Memory-Augmented Zero-shot Image Captioning","created":"2024-03-06","cited_by_count":35,"area":null},{"id":"2206.06930","title":"Comprehending and Ordering Semantics for Image Captioning","created":"2022-06-14","cited_by_count":33,"area":null},{"id":"2303.02437","title":"ConZIC: Controllable Zero-shot Image Captioning by Sampling-Based Polishing","created":"2023-03-04","cited_by_count":33,"area":null},{"id":"2405.18014","title":"Coupled Mamba: Enhanced Multi-modal Fusion with Coupled State Space Model","created":"2024-05-28","cited_by_count":31,"area":"ssm"},{"id":"2207.04976","title":"Dual Vision Transformer","created":"2022-07-11","cited_by_count":29,"area":null},{"id":"2112.08643","title":"TransZero++: Cross Attribute-Guided Transformer for Zero-Shot Learning","created":"2021-12-16","cited_by_count":28,"area":null},{"id":"2302.06098","title":"Towards Local Visual Modeling for Image Captioning","created":"2023-02-13","cited_by_count":26,"area":null},{"id":"2305.06002","title":"InfoMetIC: An Informative Metric for Reference-free Image Caption Evaluation","created":"2023-05-10","cited_by_count":25,"area":null},{"id":"2207.04410","title":"CoMER: Modeling Coverage for Transformer-based Handwritten Mathematical Expression Recognition","created":"2022-07-10","cited_by_count":24,"area":null},{"id":"2205.13125","title":"Prompt-based Learning for Unpaired Image Captioning","created":"2022-05-26","cited_by_count":23,"area":null},{"id":"2109.13701","title":"CIDEr-R: Robust Consensus-based Image Description Evaluation","created":"2021-09-28","cited_by_count":22,"area":null},{"id":"2211.01412","title":"CAMANet: Class Activation Map Guided Attention Network for Radiology Report Generation","created":"2022-11-02","cited_by_count":22,"area":null},{"id":"2212.13563","title":"Noise-aware Learning from Web-crawled Image-Text Data for Image Captioning","created":"2022-12-27","cited_by_count":22,"area":null},{"id":"2311.02329","title":"Complex Organ Mask Guided Radiology Report Generation","created":"2023-11-04","cited_by_count":22,"area":null},{"id":"2204.07780","title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","created":"2022-04-16","cited_by_count":21,"area":null},{"id":"2502.12677","title":"Spiking Vision Transformer with Saccadic Attention","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2103.05187","title":"Iterative Shrinking for Referring Expression Grounding Using Deep Reinforcement Learning","created":"2021-03-09","cited_by_count":20,"area":null},{"id":"2106.01444","title":"SMURF: SeMantic and linguistic UndeRstanding Fusion for Caption Evaluation via Typicality Analysis","created":"2021-06-02","cited_by_count":18,"area":null},{"id":"2107.11091","title":"Class-Incremental Domain Adaptation with Smoothing and Calibration for Surgical Report Generation","created":"2021-07-23","cited_by_count":18,"area":null},{"id":"2112.07515","title":"CoCo-BERT: Improving Video-Language Pre-training with Contrastive Cross-modal Matching and Denoising","created":"2021-12-14","cited_by_count":18,"area":"mllm"},{"id":"2208.06551","title":"Exploiting Multiple Sequence Lengths in Fast End to End Training for Image Captioning","created":"2022-08-13","cited_by_count":18,"area":null},{"id":"2210.03925","title":"Contextual Modeling for 3D Dense Captioning on Point Clouds","created":"2022-10-08","cited_by_count":18,"area":null},{"id":"2303.15616","title":"Fine-grained Audible Video Description","created":"2023-03-27","cited_by_count":18,"area":null},{"id":"2308.12383","title":"With a Little Help from your own Past: Prototypical Memory Networks for Image Captioning","created":"2023-08-23","cited_by_count":18,"area":null},{"id":"2503.14604","title":"Image Captioning Evaluation in the Age of Multimodal LLMs: Challenges and Future Perspectives","created":"2025-03-18","cited_by_count":18,"area":"mllm"},{"id":"2101.11562","title":"Scheduled Sampling in Vision-Language Pretraining with Decoupled Encoder-Decoder Network","created":"2021-01-27","cited_by_count":17,"area":"mllm"},{"id":"2104.09829","title":"Detector-Free Weakly Supervised Grounding by Separation","created":"2021-04-20","cited_by_count":16,"area":null},{"id":"2104.12471","title":"Contextualized Keyword Representations for Multi-modal Retinal Image Captioning","created":"2021-04-26","cited_by_count":16,"area":null},{"id":"2105.14538","title":"Longer Version for \"Deep Context-Encoding Network for Retinal Image Captioning\"","created":"2021-05-30","cited_by_count":16,"area":null},{"id":"2108.10568","title":"Auto-Parsing Network for Image Captioning and Visual Question Answering","created":"2021-08-24","cited_by_count":16,"area":null},{"id":"2211.11694","title":"Exploring Discrete Diffusion Models for Image Captioning","created":"2022-11-21","cited_by_count":16,"area":"diffusion"},{"id":"2410.07336","title":"Positive-Augmented Contrastive Learning for Vision-and-Language Evaluation and Training","created":"2024-10-09","cited_by_count":16,"area":null},{"id":"2212.01803","title":"Controllable Image Captioning via Prompting","created":"2022-12-04","cited_by_count":15,"area":null},{"id":"2305.02177","title":"Transforming Visual Scene Graphs to Image Captions","created":"2023-05-03","cited_by_count":15,"area":"moe"},{"id":"2202.10492","title":"CaMEL: Mean Teacher Learning for Image Captioning","created":"2022-02-21","cited_by_count":14,"area":null},{"id":"2212.08985","title":"Efficient Image Captioning for Edge Devices","created":"2022-12-18","cited_by_count":14,"area":null},{"id":"2108.09151","title":"Group-based Distinctive Image Captioning with Memory Attention","created":"2021-08-20","cited_by_count":13,"area":null},{"id":"2311.08223","title":"Improving Image Captioning via Predicting Structured Concepts","created":"2023-11-14","cited_by_count":13,"area":null},{"id":"2407.05352","title":"Exploring Phrase-Level Grounding with Text-to-Image Diffusion Model","created":"2024-07-07","cited_by_count":13,"area":"diffusion"},{"id":"2407.20341","title":"BRIDGE: Bridging Gaps in Image Captioning Evaluation with Stronger Visual Cues","created":"2024-07-29","cited_by_count":13,"area":null},{"id":"2106.09436","title":"Semi-Autoregressive Transformer for Image Captioning","created":"2021-06-17","cited_by_count":12,"area":null},{"id":"2201.12723","title":"A Frustratingly Simple Approach for End-to-End Image Captioning","created":"2022-01-30","cited_by_count":12,"area":null},{"id":"2209.08231","title":"Learning Distinct and Representative Styles for Image Captioning","created":"2022-09-17","cited_by_count":12,"area":null},{"id":"2307.13992","title":"Causal reasoning in typical computer vision tasks","created":"2023-07-26","cited_by_count":12,"area":"lr"},{"id":"2109.08890","title":"Towards Joint Intent Detection and Slot Filling via Higher-order Attention","created":"2021-09-18","cited_by_count":11,"area":null},{"id":"2111.15015","title":"Neural Attention for Image Captioning: Review of Outstanding Methods","created":"2021-11-29","cited_by_count":11,"area":null},{"id":"2204.12974","title":"CapOnImage: Context-driven Dense-Captioning on Image","created":"2022-04-27","cited_by_count":11,"area":null},{"id":"2206.09358","title":"What is Where by Looking: Weakly-Supervised Open-World Phrase-Grounding without Text Inputs","created":"2022-06-19","cited_by_count":11,"area":null},{"id":"2310.05056","title":"Open-Vocabulary Animal Keypoint Detection with Semantic-feature Matching","created":"2023-10-08","cited_by_count":11,"area":null},{"id":"2404.00588","title":"Memory-based Cross-modal Semantic Alignment Network for Radiology Report Generation","created":"2024-03-31","cited_by_count":11,"area":null},{"id":"2104.06806","title":"Continual learning in cross-modal retrieval","created":"2021-04-14","cited_by_count":10,"area":null},{"id":"2108.08217","title":"X-modaler: A Versatile and High-performance Codebase for Cross-modal Analytics","created":"2021-08-18","cited_by_count":10,"area":null},{"id":"2209.10474","title":"Show, Interpret and Tell: Entity-aware Contextualised Image Captioning in Wikipedia","created":"2022-09-21","cited_by_count":10,"area":null},{"id":"2210.10914","title":"Prophet Attention: Predicting Attention with Future Attention for Image Captioning","created":"2022-10-19","cited_by_count":10,"area":null},{"id":"2305.16295","title":"HAAV: Hierarchical Aggregation of Augmented Views for Image Captioning","created":"2023-05-25","cited_by_count":10,"area":null},{"id":"2308.12045","title":"CgT-GAN: CLIP-guided Text GAN for Image Captioning","created":"2023-08-23","cited_by_count":10,"area":null},{"id":"2309.02155","title":"S3C: Semi-Supervised VQA Natural Language Explanation via Self-Critical Learning","created":"2023-09-05","cited_by_count":10,"area":null},{"id":"2403.07469","title":"A Comprehensive Survey of 3D Dense Captioning: Localizing and Describing Objects in 3D Scenes","created":"2024-03-12","cited_by_count":10,"area":null},{"id":"2504.11786","title":"DART: Disease-aware Image-Text Alignment and Self-correcting Re-alignment for Trustworthy Radiology Report Generation","created":"2025-04-16","cited_by_count":9,"area":null},{"id":"2204.09957","title":"Self-paced Multi-grained Cross-modal Interaction Modeling for Referring Expression Comprehension","created":"2022-04-21","cited_by_count":8,"area":null},{"id":"2101.03287","title":"Unifying Relational Sentence Generation and Retrieval for Medical Image Report Composition","created":"2021-01-09","cited_by_count":7,"area":null},{"id":"2107.00372","title":"Egocentric Image Captioning for Privacy-Preserved Passive Dietary Intake Monitoring","created":"2021-07-01","cited_by_count":7,"area":null}],"next_cursor":"100"}