{"total":1792,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2104.08691","title":"The Power of Scale for Parameter-Efficient Prompt Tuning","created":"2021-04-18","cited_by_count":3795,"area":null},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637,"area":null},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109,"area":null},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2110.07058","title":"Ego4D: Around the World in 3,000 Hours of Egocentric Video","created":"2021-10-13","cited_by_count":1556,"area":null},{"id":"2206.10789","title":"Scaling Autoregressive Models for Content-Rich Text-to-Image Generation","created":"2022-06-22","cited_by_count":1295,"area":null},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2312.06674","title":"Llama Guard: LLM-based Input-Output Safeguard for Human-AI Conversations","created":"2023-12-07","cited_by_count":1207,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2304.14178","title":"mPLUG-Owl: Modularization Empowers Large Language Models with Multimodality","created":"2023-04-27","cited_by_count":1040,"area":null},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2405.09818","title":"Chameleon: Mixed-Modal Early-Fusion Foundation Models","created":"2024-05-16","cited_by_count":927,"area":null},{"id":"2403.08295","title":"Gemma: Open Models Based on Gemini Research and Technology","created":"2024-03-13","cited_by_count":916,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2311.03658","title":"The Linear Representation Hypothesis and the Geometry of Large Language Models","created":"2023-11-07","cited_by_count":716,"area":null},{"id":"2105.13290","title":"CogView: Mastering Text-to-Image Generation via Transformers","created":"2021-05-26","cited_by_count":694,"area":null},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694,"area":null},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2106.13884","title":"Multimodal Few-Shot Learning with Frozen Language Models","created":"2021-06-25","cited_by_count":661,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2111.07991","title":"LiT: Zero-Shot Transfer with Locked-image text Tuning","created":"2021-11-15","cited_by_count":577,"area":null},{"id":"2410.00037","title":"Moshi: a speech-text foundation model for real-time dialogue","created":"2024-09-17","cited_by_count":568,"area":null},{"id":"2106.03193","title":"The FLORES-101 Evaluation Benchmark for Low-Resource and Multilingual Machine Translation","created":"2021-06-06","cited_by_count":560,"area":null},{"id":"2306.14795","title":"MotionGPT: Human Motion as a Foreign Language","created":"2023-06-26","cited_by_count":527,"area":null},{"id":"2303.00915","title":"BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs","created":"2023-03-02","cited_by_count":520,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2101.00390","title":"VoxPopuli: A Large-Scale Multilingual Speech Corpus for Representation Learning, Semi-Supervised Learning and Interpretation","created":"2021-01-02","cited_by_count":463,"area":null},{"id":"2206.08916","title":"Unified-IO: A Unified Model for Vision, Language, and Multi-Modal Tasks","created":"2022-06-17","cited_by_count":421,"area":null},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2106.04624","title":"SpeechBrain: A General-Purpose Speech Toolkit","created":"2021-06-08","cited_by_count":406,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2106.06909","title":"GigaSpeech: An Evolving, Multi-domain ASR Corpus with 10,000 Hours of Transcribed Audio","created":"2021-06-13","cited_by_count":399,"area":null},{"id":"2103.06333","title":"Unified Pre-training for Program Understanding and Generation","created":"2021-03-10","cited_by_count":366,"area":null},{"id":"2307.12856","title":"A Real-World WebAgent with Planning, Long Context Understanding, and Program Synthesis","created":"2023-07-24","cited_by_count":353,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2306.12925","title":"AudioPaLM: A Large Language Model That Can Speak and Listen","created":"2023-06-22","cited_by_count":343,"area":null},{"id":"2308.16884","title":"The Belebele Benchmark: a Parallel Reading Comprehension Dataset in 122 Language Variants","created":"2023-08-31","cited_by_count":311,"area":null},{"id":"2304.08177","title":"Efficient and Effective Text Encoding for Chinese LLaMA and Alpaca","created":"2023-04-17","cited_by_count":305,"area":null},{"id":"2402.10373","title":"BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains","created":"2024-02-15","cited_by_count":301,"area":null},{"id":"2203.11147","title":"Teaching language models to support answers with verified quotes","created":"2022-03-21","cited_by_count":292,"area":null},{"id":"2109.10282","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","created":"2021-09-21","cited_by_count":279,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2202.01169","title":"Unified Scaling Laws for Routed Language Models","created":"2022-02-02","cited_by_count":253,"area":null},{"id":"2204.02329","title":"Can language models learn from explanations in context?","created":"2022-04-05","cited_by_count":249,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2206.08155","title":"Zero-Shot Video Question Answering via Frozen Bidirectional Language Models","created":"2022-06-16","cited_by_count":229,"area":null},{"id":"2307.06304","title":"Patch n' Pack: NaViT, a Vision Transformer for any Aspect Ratio and Resolution","created":"2023-07-12","cited_by_count":229,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2305.15425","title":"Language Model Tokenizers Introduce Unfairness Between Languages","created":"2023-05-17","cited_by_count":214,"area":null},{"id":"2104.08671","title":"When Does Pretraining Help? Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset","created":"2021-04-18","cited_by_count":201,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2312.02783","title":"Large Language Models on Graphs: A Comprehensive Survey","created":"2023-12-05","cited_by_count":192,"area":null},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186,"area":null},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185,"area":null},{"id":"2309.14322","title":"Small-scale proxies for large-scale Transformer training instabilities","created":"2023-09-25","cited_by_count":183,"area":null},{"id":"2111.10050","title":"Combined Scaling for Zero-shot Transfer Learning","created":"2021-11-19","cited_by_count":182,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2111.11431","title":"RedCaps: web-curated image-text data created by the people, for the people","created":"2021-11-22","cited_by_count":180,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169,"area":null},{"id":"2306.06687","title":"LAMM: Language-Assisted Multi-Modal Instruction-Tuning Dataset, Framework, and Benchmark","created":"2023-06-11","cited_by_count":169,"area":null},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2304.04675","title":"Multilingual Machine Translation with Large Language Models: Empirical Results and Analysis","created":"2023-04-10","cited_by_count":160,"area":null},{"id":"2305.11854","title":"Multimodal Web Navigation with Instruction-Finetuned Foundation Models","created":"2023-05-19","cited_by_count":160,"area":null},{"id":"2303.00654","title":"How to DP-fy ML: A Practical Guide to Machine Learning with Differential Privacy","created":"2023-03-01","cited_by_count":153,"area":null},{"id":"2304.09151","title":"UniMax: Fairer and more Effective Language Sampling for Large-Scale Multilingual Pretraining","created":"2023-04-18","cited_by_count":151,"area":null},{"id":"2410.13863","title":"Fluid: Scaling Autoregressive Text-to-image Generative Models with Continuous Tokens","created":"2024-10-17","cited_by_count":147,"area":null},{"id":"2307.03917","title":"On decoder-only architecture for speech-to-text and large language model integration","created":"2023-07-08","cited_by_count":145,"area":null},{"id":"2406.11704","title":"Nemotron-4 340B Technical Report","created":"2024-06-17","cited_by_count":144,"area":null},{"id":"2306.15006","title":"DNABERT-2: Efficient Foundation Model and Benchmark For Multi-Species Genome","created":"2023-06-26","cited_by_count":143,"area":null},{"id":"2307.11795","title":"Prompting Large Language Models with Speech Recognition Abilities","created":"2023-07-21","cited_by_count":140,"area":null},{"id":"2212.09420","title":"Large Language Models Meet NL2Code: A Survey","created":"2022-12-19","cited_by_count":138,"area":null},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133,"area":null},{"id":"2112.03052","title":"Scaling Up Influence Functions","created":"2021-12-06","cited_by_count":132,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2302.14838","title":"EvoPrompting: Language Models for Code-Level Neural Architecture Search","created":"2023-02-28","cited_by_count":131,"area":null},{"id":"2205.11388","title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models","created":"2022-05-23","cited_by_count":126,"area":null},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121,"area":null},{"id":"2305.12182","title":"Glot500: Scaling Multilingual Corpora and Language Models to 500 Languages","created":"2023-05-20","cited_by_count":116,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2404.17790","title":"Continual Pre-Training for Cross-Lingual LLM Adaptation: Enhancing Japanese Language Capabilities","created":"2024-04-27","cited_by_count":111,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2202.01374","title":"mSLAM: Massively multilingual joint pre-training for speech and text","created":"2022-02-03","cited_by_count":108,"area":null},{"id":"2310.08754","title":"Tokenizer Choice For LLM Training: Negligible or Crucial?","created":"2023-10-12","cited_by_count":108,"area":null}],"next_cursor":"100"}