{"total":547,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2108.10904","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","created":"2021-08-24","cited_by_count":647,"area":"mllm"},{"id":"2111.09734","title":"ClipCap: CLIP Prefix for Image Captioning","created":"2021-11-18","cited_by_count":559,"area":null},{"id":"2205.14100","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","created":"2022-05-27","cited_by_count":537,"area":null},{"id":"2305.11175","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","created":"2023-05-18","cited_by_count":501,"area":null},{"id":"2101.05783","title":"Persistent Anti-Muslim Bias in Large Language Models","created":"2021-01-14","cited_by_count":377,"area":null},{"id":"2207.01780","title":"CodeRL: Mastering Code Generation through Pretrained Models and Deep Reinforcement Learning","created":"2022-07-05","cited_by_count":358,"area":null},{"id":"2107.06383","title":"How Much Can CLIP Benefit Vision-and-Language Tasks?","created":"2021-07-13","cited_by_count":321,"area":null},{"id":"2111.08276","title":"Multi-Grained Vision Language Pre-Training: Aligning Texts with Visual Concepts","created":"2021-11-16","cited_by_count":256,"area":"mllm"},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2306.04488","title":"Rewarded soups: towards Pareto-optimal alignment by interpolating weights fine-tuned on diverse rewards","created":"2023-06-07","cited_by_count":243,"area":"alignment"},{"id":"2205.13636","title":"Quark: Controllable Text Generation with Reinforced Unlearning","created":"2022-05-26","cited_by_count":237,"area":"safety"},{"id":"2306.07279","title":"Scalable 3D Captioning with Pretrained Models","created":"2023-06-12","cited_by_count":203,"area":null},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2205.12005","title":"mPLUG: Effective and Efficient Vision-Language Learning by Cross-modal Skip-connections","created":"2022-05-24","cited_by_count":187,"area":null},{"id":"2204.13258","title":"Cross-modal Memory Networks for Radiology Report Generation","created":"2022-04-28","cited_by_count":185,"area":null},{"id":"2103.15025","title":"On Hallucination and Predictive Uncertainty in Conditional Language Generation","created":"2021-03-28","cited_by_count":176,"area":null},{"id":"2305.18500","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","created":"2023-05-29","cited_by_count":169,"area":null},{"id":"2106.06963","title":"Exploring and Distilling Posterior and Prior Knowledge for Radiology Report Generation","created":"2021-06-13","cited_by_count":162,"area":null},{"id":"2109.02748","title":"Zero-Shot Out-of-Distribution Detection Based on the Pre-trained Model CLIP","created":"2021-09-06","cited_by_count":152,"area":null},{"id":"2304.08345","title":"VALOR: Vision-Audio-Language Omni-Perception Pretraining Model and Dataset","created":"2023-04-17","cited_by_count":140,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2502.21321","title":"LLM Post-Training: A Deep Dive into Reasoning Large Language Models","created":"2025-02-28","cited_by_count":135,"area":"lr"},{"id":"2108.07781","title":"End-to-End Dense Video Captioning with Parallel Decoding","created":"2021-08-17","cited_by_count":133,"area":null},{"id":"2111.12085","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","created":"2021-11-23","cited_by_count":122,"area":"mllm"},{"id":"2103.03493","title":"Causal Attention for Vision-Language Tasks","created":"2021-03-05","cited_by_count":111,"area":"mllm"},{"id":"2101.00529","title":"VinVL: Revisiting Visual Representations in Vision-Language Models","created":"2021-01-02","cited_by_count":110,"area":"mllm"},{"id":"2206.07643","title":"Coarse-to-Fine Vision-Language Pre-training with Fusion in the Backbone","created":"2022-06-15","cited_by_count":109,"area":"mllm"},{"id":"2106.08503","title":"Understanding and Evaluating Racial Biases in Image Captioning","created":"2021-06-16","cited_by_count":108,"area":null},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2205.12522","title":"Crossmodal-3600: A Massively Multilingual Multimodal Evaluation Dataset","created":"2022-05-25","cited_by_count":100,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2201.09405","title":"Improving Chest X-Ray Report Generation by Leveraging Warm Starting","created":"2022-01-24","cited_by_count":95,"area":null},{"id":"2302.11520","title":"Guiding Large Language Models via Directional Stimulus Prompting","created":"2023-02-22","cited_by_count":95,"area":null},{"id":"2301.11706","title":"Input Perturbation Reduces Exposure Bias in Diffusion Models","created":"2023-01-27","cited_by_count":90,"area":"diffusion"},{"id":"2303.05657","title":"Tag2Text: Guiding Vision-Language Model via Image Tagging","created":"2023-03-10","cited_by_count":86,"area":"mllm"},{"id":"2112.02701","title":"Protecting Intellectual Property of Language Generation APIs with Lexical Watermark","created":"2021-12-05","cited_by_count":84,"area":"safety"},{"id":"2303.03032","title":"DeCap: Decoding CLIP Latents for Zero-Shot Captioning via Text-Only Training","created":"2023-03-06","cited_by_count":84,"area":null},{"id":"2210.12186","title":"Improving the Factual Correctness of Radiology Report Generation with Semantic Rewards","created":"2022-10-21","cited_by_count":83,"area":null},{"id":"2301.02508","title":"End-to-End 3D Dense Captioning with Vote2Cap-DETR","created":"2023-01-06","cited_by_count":78,"area":null},{"id":"2110.01705","title":"Let there be a clock on the beach: Reducing Object Hallucination in Image Captioning","created":"2021-10-04","cited_by_count":76,"area":null},{"id":"2206.14579","title":"Competence-based Multimodal Curriculum Learning for Medical Report Generation","created":"2022-06-24","cited_by_count":76,"area":null},{"id":"2209.06192","title":"StoryDALL-E: Adapting Pretrained Text-to-Image Transformers for Story Continuation","created":"2022-09-13","cited_by_count":74,"area":null},{"id":"2210.07688","title":"Plausible May Not Be Faithful: Probing Object Hallucination in Vision-Language Pre-training","created":"2022-10-14","cited_by_count":72,"area":"mllm"},{"id":"2101.06462","title":"Dual-Level Collaborative Transformer for Image Captioning","created":"2021-01-16","cited_by_count":71,"area":null},{"id":"2203.00843","title":"X-Trans2Cap: Cross-Modal Knowledge Transfer using Transformer for 3D Dense Captioning","created":"2022-03-02","cited_by_count":70,"area":"distill"},{"id":"2203.06386","title":"Enabling Multimodal Generation on CLIP via Vision-Language Knowledge Distillation","created":"2022-03-12","cited_by_count":70,"area":"mllm"},{"id":"2205.13115","title":"Fine-grained Image Captioning with CLIP Reward","created":"2022-05-26","cited_by_count":69,"area":null},{"id":"2301.05792","title":"RMM: Reinforced Memory Management for Class-Incremental Learning","created":"2023-01-14","cited_by_count":66,"area":null},{"id":"2203.10095","title":"AlignTransformer: Hierarchical Alignment of Visual Regions and Disease Tags for Medical Report Generation","created":"2022-03-18","cited_by_count":65,"area":null},{"id":"2306.11345","title":"KiUT: Knowledge-injected U-Transformer for Radiology Report Generation","created":"2023-06-20","cited_by_count":62,"area":null},{"id":"2307.09220","title":"A Survey on Open-Vocabulary Detection and Segmentation: Past, Present, and Future","created":"2023-07-18","cited_by_count":61,"area":null},{"id":"2203.05081","title":"NLX-GPT: A Model for Natural Language Explanations in Vision and Vision-Language Tasks","created":"2022-03-09","cited_by_count":60,"area":null},{"id":"2207.04818","title":"Cross-modal Prototype Driven Network for Radiology Report Generation","created":"2022-07-11","cited_by_count":59,"area":null},{"id":"2207.09666","title":"GRIT: Faster and Better Image captioning Transformer Using Dual Visual Features","created":"2022-07-20","cited_by_count":56,"area":null},{"id":"2101.10804","title":"CPTR: Full Transformer Network for Image Captioning","created":"2021-01-26","cited_by_count":55,"area":null},{"id":"2402.08265","title":"A Dense Reward View on Aligning Text-to-Image Diffusion with Preference","created":"2024-02-13","cited_by_count":55,"area":"diffusion"},{"id":"2312.12423","title":"Jack of All Tasks, Master of Many: Designing General-purpose Coarse-to-Fine Vision-Language Model","created":"2023-12-19","cited_by_count":53,"area":"mllm"},{"id":"2112.01551","title":"D3Net: A Unified Speaker-Listener Architecture for 3D Dense Captioning and Visual Grounding","created":"2021-12-02","cited_by_count":52,"area":null},{"id":"2111.04318","title":"Auto-Encoding Knowledge Graph for Unsupervised Medical Report Generation","created":"2021-11-08","cited_by_count":47,"area":null},{"id":"2111.10023","title":"UFO: A UniFied TransfOrmer for Vision-Language Representation Learning","created":"2021-11-19","cited_by_count":46,"area":null},{"id":"2402.18091","title":"Polos: Multimodal Metric Learning from Human Feedback for Image Captioning","created":"2024-02-28","cited_by_count":46,"area":"alignment"},{"id":"2107.03444","title":"Keep it Simple: Unsupervised Simplification of Multi-Paragraph Text","created":"2021-07-07","cited_by_count":45,"area":null},{"id":"2208.10358","title":"A Medical Semantic-Assisted Transformer for Radiographic Report Generation","created":"2022-08-22","cited_by_count":44,"area":null},{"id":"2102.09777","title":"Progressive Transformer-Based Generation of Radiology Reports","created":"2021-02-19","cited_by_count":43,"area":null},{"id":"2310.12971","title":"CLAIR: Evaluating Image Captions with Large Language Models","created":"2023-10-19","cited_by_count":43,"area":null},{"id":"2306.06466","title":"ORGAN: Observation-Guided Radiology Report Generation via Tree Reasoning","created":"2023-06-10","cited_by_count":42,"area":null},{"id":"2308.08758","title":"Discrete Prompt Compression with Reinforcement Learning","created":"2023-08-17","cited_by_count":42,"area":"inference"},{"id":"2103.12204","title":"Human-like Controllable Image Captioning with Verb-specific Semantic Roles","created":"2021-03-22","cited_by_count":41,"area":null},{"id":"2110.09753","title":"Unifying Multimodal Transformer for Bi-directional Image and Text Generation","created":"2021-10-19","cited_by_count":41,"area":null},{"id":"2112.05230","title":"Injecting Semantic Concepts into End-to-End Image Captioning","created":"2021-12-09","cited_by_count":41,"area":null},{"id":"2203.05386","title":"Faking Fake News for Real Fake News Detection: Propaganda-loaded Training Data Generation","created":"2022-03-10","cited_by_count":41,"area":null},{"id":"2202.04298","title":"Image Difference Captioning with Pre-training and Contrastive Learning","created":"2022-02-09","cited_by_count":39,"area":null},{"id":"2309.02999","title":"Vote2Cap-DETR++: Decoupling Localization and Describing for End-to-End 3D Dense Captioning","created":"2023-09-06","cited_by_count":39,"area":null},{"id":"2203.15350","title":"End-to-End Transformer Based Model for Image Captioning","created":"2022-03-29","cited_by_count":38,"area":null},{"id":"2207.13162","title":"Retrieval-Augmented Transformer for Image Captioning","created":"2022-07-26","cited_by_count":38,"area":"rag"},{"id":"2212.03099","title":"Semantic-Conditional Diffusion Networks for Image Captioning","created":"2022-12-06","cited_by_count":38,"area":"diffusion"},{"id":"2305.18010","title":"Test-Time Adaptation with CLIP Reward for Zero-Shot Generalization in Vision-Language Models","created":"2023-05-29","cited_by_count":38,"area":"mllm"},{"id":"2106.07704","title":"Efficient (Soft) Q-Learning for Text Generation with Limited Good Data","created":"2021-06-14","cited_by_count":37,"area":null},{"id":"2106.14019","title":"UMIC: An Unreferenced Metric for Image Captioning via Contrastive Learning","created":"2021-06-26","cited_by_count":37,"area":null},{"id":"2203.15395","title":"Quantifying Societal Bias Amplification in Image Captioning","created":"2022-03-29","cited_by_count":37,"area":null},{"id":"2302.08242","title":"Tuning computer vision models with task rewards","created":"2023-02-16","cited_by_count":37,"area":null},{"id":"2403.15180","title":"Self-Improvement for Neural Combinatorial Optimization: Sample without Replacement, but Improvement","created":"2024-03-22","cited_by_count":34,"area":"deeprl"},{"id":"2206.06930","title":"Comprehending and Ordering Semantics for Image Captioning","created":"2022-06-14","cited_by_count":33,"area":null},{"id":"2102.04990","title":"In Defense of Scene Graphs for Image Captioning","created":"2021-02-09","cited_by_count":31,"area":null},{"id":"2304.08612","title":"Bridging Discrete and Backpropagation: Straight-Through and Beyond","created":"2023-04-17","cited_by_count":31,"area":null},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2311.16480","title":"WsiCaption: Multiple Instance Generation of Pathology Reports for Gigapixel Whole-Slide Images","created":"2023-11-27","cited_by_count":31,"area":null},{"id":"2109.01135","title":"Sequence-to-Sequence Learning with Latent Neural Grammars","created":"2021-09-02","cited_by_count":30,"area":null},{"id":"2109.05743","title":"Explain Me the Painting: Multi-Topic Knowledgeable Art Description Generation","created":"2021-09-13","cited_by_count":30,"area":null},{"id":"2205.12630","title":"Multimodal Knowledge Alignment with Reinforcement Learning","created":"2022-05-25","cited_by_count":30,"area":null},{"id":"2106.04128","title":"Conversational Fashion Image Retrieval via Multiturn Natural Language Feedback","created":"2021-06-08","cited_by_count":29,"area":null},{"id":"2302.08268","title":"Retrieval-augmented Image Captioning","created":"2023-02-16","cited_by_count":29,"area":"rag"},{"id":"2112.00974","title":"Consensus Graph Representation Learning for Better Grounded Image Captioning","created":"2021-12-02","cited_by_count":28,"area":null},{"id":"2105.05361","title":"The Summary Loop: Learning to Write Abstractive Summaries Without Examples","created":"2021-05-11","cited_by_count":27,"area":null},{"id":"2112.06558","title":"MAGIC: Multimodal relAtional Graph adversarIal inferenCe for Diverse and Unpaired Text-based Image Captioning","created":"2021-12-13","cited_by_count":27,"area":null}],"next_cursor":"100"}