{"list":"other","total":67,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2212.08073","title":"Constitutional AI: Harmlessness from AI Feedback","created":"2022-12-15","cited_by_count":3050},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"2106.04560","title":"Scaling Vision Transformers","created":"2021-06-08","cited_by_count":999},{"id":"1805.12471","title":"Neural Network Acceptability Judgments","created":"2018-05-31","cited_by_count":958},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1907.10529","title":"SpanBERT: Improving Pre-training by Representing and Predicting Spans","created":"2019-07-24","cited_by_count":834},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2309.11998","title":"LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset","created":"2023-09-21","cited_by_count":461},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79},{"id":"2205.09726","title":"RankGen: Improving Text Generation with Large Ranking Models","created":"2022-05-19","cited_by_count":72},{"id":"2404.12387","title":"Reka Core, Flash, and Edge: A Series of Powerful Multimodal Language Models","created":"2024-04-18","cited_by_count":67},{"id":"2010.01825","title":"PMI-Masking: Principled masking of correlated spans","created":"2020-10-05","cited_by_count":54},{"id":"2005.10389","title":"Pretraining with Contrastive Sentence Objectives Improves Discourse Performance of Language Models","created":"2020-05-20","cited_by_count":50},{"id":"2004.14677","title":"AMPERSAND: Argument Mining for PERSuAsive oNline Discussions","created":"2020-04-30","cited_by_count":39},{"id":"2106.01040","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","created":"2021-06-02","cited_by_count":35},{"id":"2204.13031","title":"DialogVED: A Pre-trained Latent Variable Encoder-Decoder Model for Dialog Response Generation","created":"2022-04-27","cited_by_count":35},{"id":"2404.10830","title":"Fewer Truncations Improve Language Modeling","created":"2024-04-16","cited_by_count":35},{"id":"2012.14388","title":"Universal Sentence Representation Learning with Conditional Masked Language Model","created":"2020-12-28","cited_by_count":34},{"id":"2205.01086","title":"Wav2Seq: Pre-training Speech-to-Text Encoder-Decoder Models Using Pseudo Languages","created":"2022-05-02","cited_by_count":26},{"id":"2010.16249","title":"SLM: Learning a Discourse Language Representation with Sentence Unshuffling","created":"2020-10-30","cited_by_count":24},{"id":"1909.00142","title":"Evaluation Benchmarks and Learning Criteria for Discourse-Aware Sentence Representations","created":"2019-08-31","cited_by_count":22},{"id":"1705.00557","title":"Discourse-Based Objectives for Fast Unsupervised Sentence Representation Learning","created":"2017-04-23","cited_by_count":18},{"id":"2004.03034","title":"The Role of Pragmatic and Discourse Context in Determining Argument Impact","created":"2020-04-06","cited_by_count":18},{"id":"2305.15096","title":"Dynamic Masking Rate Schedules for MLM Pretraining","created":"2023-05-24","cited_by_count":12},{"id":"2307.08074","title":"Disco-Bench: A Discourse-Aware Evaluation Benchmark for Language Modelling","created":"2023-07-16","cited_by_count":10},{"id":"2203.10254","title":"Read Top News First: A Document Reordering Approach for Multi-Document News Summarization","created":"2022-03-19","cited_by_count":9},{"id":"2310.16329","title":"CoheSentia: A Novel Benchmark of Incremental versus Holistic Assessment of Coherence in Generated Texts","created":"2023-10-25","cited_by_count":9},{"id":"2309.02373","title":"nanoT5: A PyTorch Framework for Pre-training and Fine-tuning T5-style Models with Limited Resources","created":"2023-09-05","cited_by_count":7},{"id":"2010.06137","title":"Corruption Is Not All Bad: Incorporating Discourse Structure into Pre-training via Corruption for Essay Scoring","created":"2020-10-13","cited_by_count":4},{"id":"2305.15175","title":"Pre-training Multi-party Dialogue Models with Latent Discourse Inference","created":"2023-05-24","cited_by_count":4},{"id":"2310.00598","title":"A Novel Computational and Modeling Foundation for Automatic Coherence Assessment","created":"2023-10-01","cited_by_count":4}],"next_cursor":null}