{"list":"other","total":80,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1711.00937","title":"Neural Discrete Representation Learning","created":"2017-11-02","cited_by_count":4712},{"id":"2410.21276","title":"GPT-4o System Card","created":"2024-10-25","cited_by_count":4588},{"id":"2310.03744","title":"Improved Baselines with Visual Instruction Tuning","created":"2023-10-05","cited_by_count":4418},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"2409.12191","title":"Qwen2-VL: Enhancing Vision-Language Model's Perception of the World at Any Resolution","created":"2024-09-18","cited_by_count":4234},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2012.09841","title":"Taming Transformers for High-Resolution Image Synthesis","created":"2020-12-17","cited_by_count":3253},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2304.10592","title":"MiniGPT-4: Enhancing Vision-Language Understanding with Advanced Large Language Models","created":"2023-04-20","cited_by_count":2711},{"id":"2312.14238","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","created":"2023-12-21","cited_by_count":2565},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2306.02858","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","created":"2023-06-05","cited_by_count":1471},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274},{"id":"2405.09818","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","created":"2024-05-16","cited_by_count":927},{"id":"2409.18869","title":"Emu3: Next-Token Prediction is All You Need","created":"2024-09-27","cited_by_count":781},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745},{"id":"2407.07726","title":"PaliGemma: A versatile 3B VLM for transfer","created":"2024-07-10","cited_by_count":696},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694},{"id":"2312.07533","title":"VILA: On Pre-training for Visual Language Models","created":"2023-12-12","cited_by_count":692},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2410.00037","title":"Moshi: a speech-text foundation model for real-time dialogue","created":"2024-09-17","cited_by_count":568},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511},{"id":"2111.02358","title":"VLMo: Unified Vision-Language Pre-Training with Mixture-of-Modality-Experts","created":"2021-11-03","cited_by_count":425},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"2405.02246","title":"What matters when building vision-language models?","created":"2024-05-03","cited_by_count":326},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316},{"id":"2401.15947","title":"MoE-LLaVA: Mixture of Experts for Large Vision-Language Models","created":"2024-01-29","cited_by_count":300},{"id":"2207.06405","title":"Masked Autoencoders that Listen","created":"2022-07-13","cited_by_count":273},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253},{"id":"2309.17425","title":"Data Filtering Networks","created":"2023-09-29","cited_by_count":250},{"id":"2211.15841","title":"MegaBlocks: Efficient Sparse Training with Mixture-of-Experts","created":"2022-11-29","cited_by_count":209},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203},{"id":"2402.01831","title":"Audio Flamingo: A Novel Audio Language Model with Few-Shot Learning and Dialogue Abilities","created":"2024-02-02","cited_by_count":186},{"id":"2402.07871","title":"Scaling Laws for Fine-Grained Mixture of Experts","created":"2024-02-12","cited_by_count":173},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170},{"id":"2201.07520","title":"CM3: A Causal Masked Multimodal Model of the Internet","created":"2022-01-19","cited_by_count":142},{"id":"2209.15162","title":"Linearly Mapping from Image to Text Space","created":"2022-09-30","cited_by_count":142},{"id":"2410.05993","title":"Aria: An Open Multimodal Native Mixture-of-Experts Model","created":"2024-10-08","cited_by_count":138},{"id":"2301.03728","title":"Scaling Laws for Generative Mixed-Modal Language Models","created":"2023-01-10","cited_by_count":134},{"id":"2301.13823","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","created":"2023-01-31","cited_by_count":131},{"id":"2409.11402","title":"NVLM: Open Frontier-Class Multimodal LLMs","created":"2024-09-17","cited_by_count":125},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109},{"id":"2406.11832","title":"Unveiling Encoder-Free Vision-Language Models","created":"2024-06-17","cited_by_count":94},{"id":"2309.16058","title":"AnyMAL: An Efficient and Scalable Any-Modality Augmented Language Model","created":"2023-09-27","cited_by_count":93},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90},{"id":"2303.07226","title":"Scaling Vision-Language Models with Sparse Mixture of Experts","created":"2023-03-13","cited_by_count":88},{"id":"2210.09996","title":"Perceptual Grouping in Contrastive Vision-Language Models","created":"2022-10-18","cited_by_count":82},{"id":"2409.20566","title":"MM1.5: Methods, Analysis & Insights from Multimodal LLM Fine-tuning","created":"2024-09-30","cited_by_count":76},{"id":"2406.06563","title":"Skywork-MoE: A Deep Dive into Training Techniques for Mixture-of-Experts Language Models","created":"2024-06-03","cited_by_count":59},{"id":"2501.12370","title":"Parameters vs FLOPs: Scaling Laws for Optimal Sparsity for Mixture-of-Experts Language Models","created":"2025-01-21","cited_by_count":50},{"id":"2307.16184","title":"UnIVAL: Unified Model for Image, Video, Audio and Language Tasks","created":"2023-07-30","cited_by_count":45},{"id":"2406.12907","title":"Reconciling Kaplan and Chinchilla Scaling Laws","created":"2024-06-12","cited_by_count":39},{"id":"2303.11403","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","created":"2023-03-20","cited_by_count":34},{"id":"2308.11971","title":"EVE: Efficient Vision-Language Pre-training with Masked Prediction and Modality-Aware MoE","created":"2023-08-23","cited_by_count":25},{"id":"2410.05661","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","created":"2024-10-08","cited_by_count":25},{"id":"2405.16700","title":"Implicit Multimodal Alignment: On the Generalization of Frozen LLMs to Multimodal Inputs","created":"2024-05-26","cited_by_count":23},{"id":"2411.04434","title":"Scaling Laws for Pre-training Agents and World Models","created":"2024-11-07","cited_by_count":23},{"id":"2501.05453","title":"An Empirical Study of Autoregressive Pre-training from Videos","created":"2025-01-09","cited_by_count":21},{"id":"2403.13499","title":"Improved Baselines for Data-efficient Perceptual Augmentation of LLMs","created":"2024-03-20","cited_by_count":18},{"id":"2411.02142","title":"Training Compute-Optimal Protein Language Models","created":"2024-11-04","cited_by_count":12}],"next_cursor":null}