{"total":223,"rows":[{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392,"area":null},{"id":"2206.14858","title":"Solving Quantitative Reasoning Problems with Language Models","created":"2022-06-29","cited_by_count":1392,"area":"lr"},{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031,"area":null},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2208.10442","title":"Image as a Foreign Language: BEiT Pretraining for All Vision and Vision-Language Tasks","created":"2022-08-22","cited_by_count":511,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2210.12283","title":"Draft, Sketch, and Prove: Guiding Formal Theorem Provers with Informal Proofs","created":"2022-10-21","cited_by_count":291,"area":null},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278,"area":null},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260,"area":null},{"id":"2105.11259","title":"PTR: Prompt Tuning with Rules for Text Classification","created":"2021-05-24","cited_by_count":238,"area":null},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232,"area":null},{"id":"2110.08387","title":"Generated Knowledge Prompting for Commonsense Reasoning","created":"2021-10-15","cited_by_count":214,"area":null},{"id":"2103.08493","title":"How Many Data Points is a Prompt Worth?","created":"2021-03-15","cited_by_count":198,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175,"area":"moe"},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174,"area":null},{"id":"2207.07051","title":"Language models show human-like content effects on reasoning tasks","created":"2022-07-14","cited_by_count":173,"area":"lr"},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2102.08473","title":"COCO-LM: Correcting and Contrasting Text Sequences for Language Model Pretraining","created":"2021-02-16","cited_by_count":126,"area":null},{"id":"2308.01907","title":"The All-Seeing Project: Towards Panoptic Visual Recognition and Understanding of the Open World","created":"2023-08-03","cited_by_count":116,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2410.21228","title":"LoRA vs Full Fine-tuning: An Illusion of Equivalence","created":"2024-10-28","cited_by_count":109,"area":null},{"id":"2310.13771","title":"Copyright Violations and Large Language Models","created":"2023-10-20","cited_by_count":108,"area":null},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98,"area":null},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96,"area":null},{"id":"2210.01351","title":"Less is More: Task-aware Layer-wise Distillation for Language Model Compression","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2204.08110","title":"Language Contamination Helps Explain the Cross-lingual Capabilities of English Pretrained Models","created":"2022-04-17","cited_by_count":92,"area":null},{"id":"2110.12010","title":"ClimateBert: A Pretrained Language Model for Climate-Related Text","created":"2021-10-22","cited_by_count":90,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2310.18313","title":"FP8-LM: Training FP8 Large Language Models","created":"2023-10-27","cited_by_count":77,"area":null},{"id":"2104.07885","title":"Probing Across Time: What Does RoBERTa Know and When?","created":"2021-04-16","cited_by_count":73,"area":null},{"id":"2309.15649","title":"Generative Speech Recognition Error Correction with Large Language Models and Task-Activating Prompting","created":"2023-09-27","cited_by_count":72,"area":null},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69,"area":null},{"id":"2302.04156","title":"Prompting for Multimodal Hateful Meme Classification","created":"2023-02-08","cited_by_count":69,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2402.00126","title":"Common Sense Reasoning for Deepfake Detection","created":"2024-01-31","cited_by_count":65,"area":null},{"id":"2108.10604","title":"Prompt-Learning for Fine-Grained Entity Typing","created":"2021-08-24","cited_by_count":62,"area":null},{"id":"2305.17008","title":"NormBank: A Knowledge Bank of Situational Social Norms","created":"2023-05-26","cited_by_count":60,"area":null},{"id":"2305.16742","title":"Parameter-Efficient Fine-Tuning without Introducing New Latency","created":"2023-05-26","cited_by_count":59,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2203.13112","title":"minicons: Enabling Flexible Behavioral and Representational Analyses of Transformer Language Models","created":"2022-03-24","cited_by_count":58,"area":null},{"id":"2406.10729","title":"A Comprehensive Survey of Foundation Models in Medicine","created":"2024-06-15","cited_by_count":56,"area":null},{"id":"2208.08165","title":"Towards Open-vocabulary Scene Graph Generation with Prompt-based Finetuning","created":"2022-08-17","cited_by_count":54,"area":null},{"id":"2203.09770","title":"Prototypical Verbalizer for Prompt-based Few-shot Tuning","created":"2022-03-18","cited_by_count":53,"area":null},{"id":"2106.12566","title":"Stable, Fast and Accurate: Kernelized Attention with Relative Positional Encoding","created":"2021-06-23","cited_by_count":51,"area":null},{"id":"2108.05921","title":"Hatemoji: A Test Suite and Adversarially-Generated Dataset for Benchmarking and Detecting Emoji-based Hate","created":"2021-08-12","cited_by_count":50,"area":null},{"id":"2303.13824","title":"$k$NN Prompting: Beyond-Context Learning with Calibration-Free Nearest Neighbor Inference","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2106.06823","title":"Prompting Contrastive Explanations for Commonsense Reasoning Tasks","created":"2021-06-12","cited_by_count":45,"area":null},{"id":"2203.01111","title":"Large-Scale Hate Speech Detection with Cross-Domain Transfer","created":"2022-03-02","cited_by_count":41,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2108.06084","title":"The Stability-Efficiency Dilemma: Investigating Sequence Length Warmup for Training GPT Models","created":"2021-08-13","cited_by_count":36,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2204.12793","title":"Modern Baselines for SPARQL Semantic Parsing","created":"2022-04-27","cited_by_count":34,"area":null},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2104.08161","title":"Back to Square One: Artifact Detection, Training and Commonsense Disentanglement in the Winograd Schema","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2404.15045","title":"Multi-Head Mixture-of-Experts","created":"2024-04-23","cited_by_count":31,"area":"moe"},{"id":"2202.04824","title":"AdaPrompt: Adaptive Model Training for Prompt-based NLP","created":"2022-02-10","cited_by_count":30,"area":null},{"id":"2102.12634","title":"Automatic Story Generation: Challenges and Attempts","created":"2021-02-25","cited_by_count":28,"area":null},{"id":"2303.18232","title":"DIME-FM: DIstilling Multimodal and Efficient Foundation Models","created":"2023-03-31","cited_by_count":28,"area":"mllm"},{"id":"2305.14869","title":"CAR: Conceptualization-Augmented Reasoner for Zero-Shot Commonsense Question Answering","created":"2023-05-24","cited_by_count":28,"area":"lr"},{"id":"2306.09719","title":"Pushing the Limits of ChatGPT on NLP Tasks","created":"2023-06-16","cited_by_count":27,"area":null},{"id":"2112.07210","title":"Simple Local Attentions Remain Competitive for Long-Context Tasks","created":"2021-12-14","cited_by_count":25,"area":null},{"id":"2201.02387","title":"The Defeat of the Winograd Schema Challenge","created":"2022-01-07","cited_by_count":25,"area":null},{"id":"2212.01853","title":"Toward Efficient Language Model Pretraining and Downstream Adaptation via Self-Evolution: A Case Study on SuperGLUE","created":"2022-12-04","cited_by_count":24,"area":null},{"id":"2109.03564","title":"NSP-BERT: A Prompt-based Few-Shot Learner Through an Original Pre-training Task--Next Sentence Prediction","created":"2021-09-08","cited_by_count":23,"area":null},{"id":"2306.08736","title":"LoSh: Long-Short Text Joint Prediction Network for Referring Video Object Segmentation","created":"2023-06-14","cited_by_count":23,"area":null},{"id":"2110.07280","title":"P-Adapters: Robustly Extracting Factual Information from Language Models with Diverse Prompts","created":"2021-10-14","cited_by_count":22,"area":"moe"},{"id":"2209.10052","title":"Adapting Pretrained Text-to-Text Models for Long Text Sequences","created":"2022-09-21","cited_by_count":21,"area":null},{"id":"2304.02034","title":"Effective Theory of Transformers at Initialization","created":"2023-04-04","cited_by_count":21,"area":null},{"id":"2204.06644","title":"METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals","created":"2022-04-13","cited_by_count":20,"area":null},{"id":"2307.03360","title":"Evaluating Biased Attitude Associations of Language Models in an Intersectional Context","created":"2023-07-07","cited_by_count":20,"area":null},{"id":"2101.00419","title":"KM-BART: Knowledge Enhanced Multimodal BART for Visual Commonsense Generation","created":"2021-01-02","cited_by_count":19,"area":null},{"id":"2303.14770","title":"Koala: An Index for Quantifying Overlaps with Pre-training Corpora","created":"2023-03-26","cited_by_count":19,"area":null},{"id":"2201.07126","title":"Instance-aware Prompt Learning for Language Understanding and Generation","created":"2022-01-18","cited_by_count":18,"area":null},{"id":"2401.15241","title":"Unlearning Traces the Influential Training Data of Language Models","created":"2024-01-26","cited_by_count":18,"area":"safety"},{"id":"2111.09714","title":"You Only Sample (Almost) Once: Linear Cost Self-Attention Via Bernoulli Sampling","created":"2021-11-18","cited_by_count":17,"area":null},{"id":"2212.08286","title":"ALERT: Adapting Language Models to Reasoning Tasks","created":"2022-12-16","cited_by_count":17,"area":"lr"},{"id":"2403.14938","title":"On Zero-Shot Counterspeech Generation by LLMs","created":"2024-03-22","cited_by_count":17,"area":null},{"id":"2103.11909","title":"Identifying Machine-Paraphrased Plagiarism","created":"2021-03-22","cited_by_count":16,"area":null},{"id":"2109.10052","title":"Stepmothers are mean and academics are pretentious: What do pretrained language models learn about you?","created":"2021-09-21","cited_by_count":16,"area":null},{"id":"2302.07388","title":"Adding Instructions during Pretraining: Effective Way of Controlling Toxicity in Language Models","created":"2023-02-14","cited_by_count":16,"area":null},{"id":"2305.06754","title":"COCKATIEL: COntinuous Concept ranKed ATtribution with Interpretable ELements for explaining neural net classifiers on NLP tasks","created":"2023-05-11","cited_by_count":16,"area":null}],"next_cursor":"100"}