{"total":121,"rows":[{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2309.13788","title":"Can LLM-Generated Misinformation Be Detected?","created":"2023-09-25","cited_by_count":177,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2204.07580","title":"mGPT: Few-Shot Learners Go Multilingual","created":"2022-04-15","cited_by_count":142,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2312.03718","title":"Large Language Models in Law: A Survey","created":"2023-11-26","cited_by_count":128,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2211.12171","title":"PromptTTS: Controllable Text-to-Speech with Text Descriptions","created":"2022-11-22","cited_by_count":110,"area":null},{"id":"2304.03208","title":"Cerebras-GPT: Open Compute-Optimal Language Models Trained on the Cerebras Wafer-Scale Cluster","created":"2023-04-06","cited_by_count":109,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2409.20550","title":"LLM Hallucinations in Practical Code Generation: Phenomena, Mechanism, and Mitigation","created":"2024-09-30","cited_by_count":93,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2112.05253","title":"MAGMA -- Multimodal Augmentation of Generative Models through Adapter-based Finetuning","created":"2021-12-09","cited_by_count":85,"area":null},{"id":"2307.09705","title":"CValues: Measuring the Values of Chinese Large Language Models from Safety to Responsibility","created":"2023-07-19","cited_by_count":85,"area":null},{"id":"2505.02567","title":"Unified Multimodal Understanding and Generation Models: Advances, Challenges, and Opportunities","created":"2025-05-05","cited_by_count":85,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81,"area":null},{"id":"2204.13509","title":"On the Effect of Pretraining Corpora on In-context Learning by a Large-scale Language Model","created":"2022-04-28","cited_by_count":81,"area":null},{"id":"2309.13963","title":"Connecting Speech Encoder and Large Language Model for ASR","created":"2023-09-25","cited_by_count":80,"area":null},{"id":"2210.07321","title":"Machine Generated Text: A Comprehensive Survey of Threat Models and Detection Methods","created":"2022-10-13","cited_by_count":79,"area":null},{"id":"2109.04650","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","created":"2021-09-10","cited_by_count":76,"area":null},{"id":"2111.06719","title":"On Transferability of Prompt Tuning for Natural Language Processing","created":"2021-11-12","cited_by_count":75,"area":null},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70,"area":null},{"id":"2307.03025","title":"Style Over Substance: Evaluation Biases for Large Language Models","created":"2023-07-06","cited_by_count":70,"area":null},{"id":"2403.08937","title":"Bugs in Large Language Models Generated Code: An Empirical Study","created":"2024-03-13","cited_by_count":60,"area":null},{"id":"2303.10845","title":"PanGu-{\\Sigma}: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing","created":"2023-03-20","cited_by_count":56,"area":null},{"id":"2201.06910","title":"ZeroPrompt: Scaling Prompt-Based Pretraining to 1,000 Tasks Improves Zero-Shot Generalization","created":"2022-01-18","cited_by_count":54,"area":null},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52,"area":null},{"id":"2207.11280","title":"PanGu-Coder: Program Synthesis with Function-Level Language Modeling","created":"2022-07-22","cited_by_count":48,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2110.06696","title":"Mengzi: Towards Lightweight yet Ingenious Pre-trained Models for Chinese","created":"2021-10-13","cited_by_count":45,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2207.02852","title":"Machine Learning Model Sizes and the Parameter Gap","created":"2022-07-05","cited_by_count":39,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2109.09519","title":"PLATO-XL: Exploring the Large-scale Pre-training of Dialogue Generation","created":"2021-09-20","cited_by_count":37,"area":null},{"id":"2307.11991","title":"Psy-LLM: Scaling up Global Mental Health Psychological Services with AI-based Large Language Models","created":"2023-07-22","cited_by_count":36,"area":null},{"id":"2110.04725","title":"Yuan 1.0: Large-Scale Pre-trained Language Model in Zero-Shot and Few-Shot Learning","created":"2021-10-10","cited_by_count":35,"area":null},{"id":"2401.02984","title":"Large Language Models in Mental Health Care: a Scoping Review","created":"2024-01-01","cited_by_count":34,"area":null},{"id":"2310.03368","title":"Evaluating Hallucinations in Chinese Large Language Models","created":"2023-10-05","cited_by_count":33,"area":null},{"id":"2110.03888","title":"M6-10T: A Sharing-Delinking Paradigm for Efficient Multi-Trillion Parameter Pretraining","created":"2021-10-08","cited_by_count":31,"area":null},{"id":"2203.09313","title":"EVA2.0: Investigating Open-Domain Chinese Dialogue Systems with Large-Scale Pre-Training","created":"2022-03-17","cited_by_count":31,"area":null},{"id":"2305.13246","title":"Interactive Natural Language Processing","created":"2023-05-22","cited_by_count":31,"area":null},{"id":"2305.10263","title":"M3KE: A Massive Multi-Level Multi-Subject Knowledge Evaluation Benchmark for Chinese Large Language Models","created":"2023-05-17","cited_by_count":30,"area":null},{"id":"2401.01736","title":"Few-shot Adaptation of Multi-modal Foundation Models: A Survey","created":"2024-01-03","cited_by_count":28,"area":null},{"id":"2409.04556","title":"How Does Code Pretraining Affect Language Model Task Performance?","created":"2024-09-06","cited_by_count":28,"area":null},{"id":"2310.01467","title":"FedBPT: Efficient Federated Black-box Prompt Tuning for Large Language Models","created":"2023-10-02","cited_by_count":26,"area":null},{"id":"2203.08745","title":"Multi-Stage Prompting for Knowledgeable Dialogue Generation","created":"2022-03-16","cited_by_count":22,"area":null},{"id":"2208.10159","title":"Prompt-Matched Semantic Segmentation","created":"2022-08-22","cited_by_count":22,"area":null},{"id":"2205.14912","title":"E2S2: Encoding-Enhanced Sequence-to-Sequence Pretraining for Language Understanding and Generation","created":"2022-05-30","cited_by_count":19,"area":null},{"id":"2209.10372","title":"WeLM: A Well-Read Pre-trained Language Model for Chinese","created":"2022-09-21","cited_by_count":19,"area":null},{"id":"2311.05812","title":"CFBenchmark: Chinese Financial Assistant Benchmark for Large Language Model","created":"2023-11-10","cited_by_count":18,"area":null},{"id":"2411.11072","title":"Multilingual Large Language Models: A Systematic Survey","created":"2024-11-17","cited_by_count":18,"area":null},{"id":"2110.08532","title":"Pro-KD: Progressive Distillation by Following the Footsteps of the Teacher","created":"2021-10-16","cited_by_count":17,"area":null},{"id":"2205.10036","title":"Exploring Extreme Parameter Compression for Pre-trained Language Models","created":"2022-05-20","cited_by_count":15,"area":null},{"id":"2206.06315","title":"JiuZhang: A Chinese Pre-trained Language Model for Mathematical Problem Understanding","created":"2022-06-13","cited_by_count":15,"area":null},{"id":"2210.11689","title":"SLING: Sino Linguistic Evaluation of Large Language Models","created":"2022-10-21","cited_by_count":15,"area":null},{"id":"2304.01246","title":"Safety Analysis in the Era of Large Language Models: A Case Study of STPA using ChatGPT","created":"2023-04-03","cited_by_count":13,"area":null},{"id":"2308.08459","title":"Knowledge Prompt-tuning for Sequential Recommendation","created":"2023-08-14","cited_by_count":12,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2309.10654","title":"CFGPT: Chinese Financial Assistant with Large Language Model","created":"2023-09-19","cited_by_count":11,"area":null},{"id":"2407.18454","title":"Fairness Definitions in Language Models Explained","created":"2024-07-26","cited_by_count":11,"area":null},{"id":"2303.04715","title":"Extending the Pre-Training of BLOOM for Improved Support of Traditional Chinese: Models, Methods and Results","created":"2023-03-08","cited_by_count":10,"area":null},{"id":"2504.06011","title":"Llama-3-Nanda-10B-Chat: An Open Generative Large Language Model for Hindi","created":"2025-04-08","cited_by_count":10,"area":null},{"id":"2109.00698","title":"An Empirical Exploration in Quality Filtering of Text Data","created":"2021-09-02","cited_by_count":9,"area":null},{"id":"2110.08554","title":"PAGnol: An Extra-Large French Generative Model","created":"2021-10-16","cited_by_count":9,"area":null},{"id":"2203.17090","title":"PanGu-Bot: Efficient Generative Dialogue Pre-training from Pre-trained Language Model","created":"2022-03-31","cited_by_count":9,"area":null},{"id":"2401.00793","title":"SecFormer: Fast and Accurate Privacy-Preserving Inference for Transformer Models via SMPC","created":"2024-01-01","cited_by_count":9,"area":null},{"id":"2412.18241","title":"An Automatic Graph Construction Framework based on Large Language Models for Recommendation","created":"2024-12-24","cited_by_count":9,"area":null},{"id":"2305.12987","title":"GPT-SW3: An Autoregressive Language Model for the Nordic Languages","created":"2023-05-22","cited_by_count":8,"area":null},{"id":"2305.14598","title":"Vision + Language Applications: A Survey","created":"2023-05-24","cited_by_count":8,"area":null},{"id":"2306.06800","title":"AraMUS: Pushing the Limits of Data and Model Scale for Arabic Natural Language Processing","created":"2023-06-11","cited_by_count":7,"area":null},{"id":"2309.10706","title":"OpenBA: An Open-sourced 15B Bilingual Asymmetric seq2seq Model Pre-trained from Scratch","created":"2023-09-19","cited_by_count":7,"area":null},{"id":"2401.17824","title":"A Survey of Pre-trained Language Models for Processing Scientific Text","created":"2024-01-31","cited_by_count":7,"area":null},{"id":"2207.00735","title":"Can Language Models Make Fun? A Case Study in Chinese Comical Crosstalk","created":"2022-07-02","cited_by_count":6,"area":null},{"id":"2405.19686","title":"Knowledge Graph Tuning: Real-time Large Language Model Personalization based on Human Feedback","created":"2024-05-30","cited_by_count":6,"area":null},{"id":"2408.15040","title":"A Survey of Large Language Models for European Languages","created":"2024-08-27","cited_by_count":6,"area":null},{"id":"2505.18594","title":"EvdCLIP: Improving Vision-Language Retrieval with Entity Visual Descriptions from Large Language Models","created":"2025-05-24","cited_by_count":6,"area":null},{"id":"2412.07405","title":"MoDULA: Mixture of Domain-Specific and Universal LoRA for Multi-Task Learning","created":"2024-12-10","cited_by_count":5,"area":null}],"next_cursor":"100"}