{"total":2918,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820,"area":"lr"},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703,"area":null},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288,"area":null},{"id":"2212.04356","title":"Robust Speech Recognition via Large-Scale Weak Supervision","created":"2022-12-06","cited_by_count":4057,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2303.05499","title":"Grounding DINO: Marrying DINO with Grounded Pre-Training for Open-Set Object Detection","created":"2023-03-09","cited_by_count":3332,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2104.08718","title":"CLIPScore: A Reference-free Evaluation Metric for Image Captioning","created":"2021-04-18","cited_by_count":2424,"area":null},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375,"area":null},{"id":"2109.01134","title":"Learning to Prompt for Vision-Language Models","created":"2021-09-02","cited_by_count":2281,"area":"mllm"},{"id":"1909.08593","title":"Fine-Tuning Language Models from Human Preferences","created":"2019-09-18","cited_by_count":2150,"area":"alignment"},{"id":"2308.12950","title":"Code Llama: Open Foundation Models for Code","created":"2023-08-24","cited_by_count":2139,"area":"lr"},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2205.01917","title":"CoCa: Contrastive Captioners are Image-Text Foundation Models","created":"2022-05-04","cited_by_count":1274,"area":null},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2401.14196","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","created":"2024-01-25","cited_by_count":1181,"area":null},{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121,"area":"lr"},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2405.09818","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","created":"2024-05-16","cited_by_count":927,"area":null},{"id":"2109.00859","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","created":"2021-09-02","cited_by_count":906,"area":null},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2104.12763","title":"MDETR -- Modulated Detection for End-to-End Multi-Modal Understanding","created":"2021-04-26","cited_by_count":819,"area":null},{"id":"2111.14822","title":"Vector Quantized Diffusion Model for Text-to-Image Synthesis","created":"2021-11-29","cited_by_count":774,"area":"diffusion"},{"id":"2403.07815","title":"Chronos: Learning the Language of Time Series","created":"2024-03-12","cited_by_count":759,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2102.04664","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","created":"2021-02-09","cited_by_count":744,"area":null},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2203.01941","title":"Autoregressive Image Generation using Residual Quantization","created":"2022-03-03","cited_by_count":722,"area":null},{"id":"2501.09747","title":"FAST: Efficient Action Tokenization for Vision-Language-Action Models","created":"2025-01-16","cited_by_count":665,"area":"vla"},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2111.07783","title":"FILIP: Fine-grained Interactive Language-Image Pre-Training","created":"2021-11-09","cited_by_count":627,"area":"mllm"},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2210.10341","title":"BioGPT: Generative Pre-trained Transformer for Biomedical Text Generation and Mining","created":"2022-10-19","cited_by_count":538,"area":null},{"id":"2204.03162","title":"Winoground: Probing Vision and Language Models for Visio-Linguistic Compositionality","created":"2022-04-07","cited_by_count":529,"area":"lr"},{"id":"2303.00915","title":"BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs","created":"2023-03-02","cited_by_count":520,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502,"area":null},{"id":"2204.05999","title":"InCoder: A Generative Model for Code Infilling and Synthesis","created":"2022-04-12","cited_by_count":498,"area":null},{"id":"2203.13131","title":"Make-A-Scene: Scene-Based Text-to-Image Generation with Human Priors","created":"2022-03-24","cited_by_count":487,"area":null},{"id":"2204.08387","title":"LayoutLMv3: Pre-training for Document AI with Unified Text and Image Masking","created":"2022-04-18","cited_by_count":485,"area":null},{"id":"2210.08933","title":"DiffuSeq: Sequence to Sequence Text Generation with Diffusion Models","created":"2022-10-17","cited_by_count":450,"area":"diffusion"},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2203.13366","title":"Recommendation as Language Processing (RLP): A Unified Pretrain, Personalized Prompt & Predict Paradigm (P5)","created":"2022-03-24","cited_by_count":402,"area":null},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2208.04202","title":"Analog Bits: Generating Discrete Data using Diffusion Models with Self-Conditioning","created":"2022-08-08","cited_by_count":373,"area":"diffusion"},{"id":"2506.21539","title":"WorldVLA: Towards Autoregressive Action World Model","created":"2025-06-26","cited_by_count":367,"area":"wm"},{"id":"2202.13169","title":"A Systematic Evaluation of Large Language Models of Code","created":"2022-02-26","cited_by_count":363,"area":null},{"id":"2203.03850","title":"UniXcoder: Unified Cross-Modal Pre-training for Code Representation","created":"2022-03-08","cited_by_count":361,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2111.15174","title":"CRIS: CLIP-Driven Referring Image Segmentation","created":"2021-11-30","cited_by_count":353,"area":null},{"id":"2410.11758","title":"Latent Action Pretraining from Videos","created":"2024-10-15","cited_by_count":321,"area":"vla"},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320,"area":null},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311,"area":null},{"id":"2312.17172","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","created":"2023-12-28","cited_by_count":302,"area":null},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2210.06280","title":"Language Models are Realistic Tabular Data Generators","created":"2022-10-12","cited_by_count":294,"area":null},{"id":"2302.00539","title":"Analyzing Leakage of Personally Identifiable Information in Language Models","created":"2023-02-01","cited_by_count":285,"area":"safety"},{"id":"2207.07285","title":"X-CLIP: End-to-End Multi-grained Contrastive Learning for Video-Text Retrieval","created":"2022-07-15","cited_by_count":280,"area":null},{"id":"2303.14968","title":"Blind Image Quality Assessment via Vision-Language Correspondence: A Multitask Learning Perspective","created":"2023-03-27","cited_by_count":280,"area":null},{"id":"2109.10282","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","created":"2021-09-21","cited_by_count":279,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2104.08315","title":"Surface Form Competition: Why the Highest Probability Answer Isn't Always Right","created":"2021-04-16","cited_by_count":263,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2203.03540","title":"GatorTron: A Large Clinical Language Model to Unlock Patient Information from Unstructured Electronic Health Records","created":"2022-02-02","cited_by_count":238,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2106.11097","title":"CLIP2Video: Mastering Video-Text Retrieval via Image CLIP","created":"2021-06-21","cited_by_count":225,"area":null},{"id":"2202.06417","title":"A Contrastive Framework for Neural Text Generation","created":"2022-02-13","cited_by_count":225,"area":null},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2212.04501","title":"Learning Video Representations from Large Language Models","created":"2022-12-08","cited_by_count":205,"area":null},{"id":"2408.15664","title":"Auxiliary-Loss-Free Load Balancing Strategy for Mixture-of-Experts","created":"2024-08-28","cited_by_count":205,"area":"moe"},{"id":"2111.12710","title":"PeCo: Perceptual Codebook for BERT Pre-training of Vision Transformers","created":"2021-11-24","cited_by_count":204,"area":null},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2206.04624","title":"Factuality Enhanced Language Models for Open-Ended Text Generation","created":"2022-06-09","cited_by_count":202,"area":null},{"id":"2305.00586","title":"How does GPT-2 compute greater-than?: Interpreting mathematical abilities in a pre-trained language model","created":"2023-04-30","cited_by_count":202,"area":null},{"id":"2307.09702","title":"Efficient Guided Generation for Large Language Models","created":"2023-07-19","cited_by_count":200,"area":null},{"id":"2305.05065","title":"Recommender Systems with Generative Retrieval","created":"2023-05-08","cited_by_count":198,"area":null},{"id":"2205.11491","title":"HyperTree Proof Search for Neural Theorem Proving","created":"2022-05-23","cited_by_count":197,"area":null},{"id":"2305.13971","title":"Grammar-Constrained Decoding for Structured NLP Tasks without Finetuning","created":"2023-05-23","cited_by_count":197,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2210.17432","title":"SSD-LM: Semi-autoregressive Simplex-based Diffusion Language Model for Text Generation and Modular Control","created":"2022-10-31","cited_by_count":194,"area":"diffusion"},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2312.02783","title":"Large Language Models on Graphs: A Comprehensive Survey","created":"2023-12-05","cited_by_count":192,"area":null},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191,"area":null},{"id":"2109.13238","title":"Visually Grounded Reasoning across Languages and Cultures","created":"2021-09-28","cited_by_count":189,"area":null},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186,"area":null},{"id":"2211.13977","title":"CLIP-ReID: Exploiting Vision-Language Model for Image Re-Identification without Concrete Text Labels","created":"2022-11-25","cited_by_count":181,"area":"mllm"},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2102.04010","title":"Learning N:M Fine-grained Structured Sparse Neural Networks From Scratch","created":"2021-02-08","cited_by_count":179,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null}],"next_cursor":"100"}