{"list":"other","total":71,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1904.09675","title":"BERTScore: Evaluating Text Generation with BERT","created":"2019-04-21","cited_by_count":5512},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1506.02438","title":"High-Dimensional Continuous Control Using Generalized Advantage Estimation","created":"2015-06-08","cited_by_count":2026},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"2005.00661","title":"On Faithfulness and Factuality in Abstractive Summarization","created":"2020-05-02","cited_by_count":900},{"id":"1602.06023","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","created":"2016-02-19","cited_by_count":812},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"1910.07113","title":"Solving Rubik's Cube with a Robot Hand","created":"2019-10-16","cited_by_count":734},{"id":"2106.11520","title":"BARTScore: Evaluating Generated Text as Text Generation","created":"2021-06-22","cited_by_count":722},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"1712.07040","title":"The NarrativeQA Reading Comprehension Challenge","created":"2017-12-19","cited_by_count":597},{"id":"1908.09355","title":"Patient Knowledge Distillation for BERT Model Compression","created":"2019-08-25","cited_by_count":508},{"id":"1804.05685","title":"A Discourse-Aware Attention Model for Abstractive Summarization of Long Documents","created":"2018-04-16","cited_by_count":478},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"1906.01749","title":"Multi-News: a Large-Scale Multi-Document Summarization Dataset and Abstractive Hierarchical Model","created":"2019-06-04","cited_by_count":431},{"id":"1509.00685","title":"A Neural Attention Model for Abstractive Sentence Summarization","created":"2015-09-02","cited_by_count":396},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"1703.00955","title":"Toward Controlled Generation of Text","created":"2017-03-02","cited_by_count":272},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"1902.01718","title":"End-to-End Open-Domain Question Answering with BERTserini","created":"2019-02-05","cited_by_count":152},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128},{"id":"1606.02960","title":"Sequence-to-Sequence Learning as Beam-Search Optimization","created":"2016-06-09","cited_by_count":127},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113},{"id":"2105.09501","title":"Contrastive Learning for Many-to-many Multilingual Neural Machine Translation","created":"2021-05-20","cited_by_count":108},{"id":"2207.10551","title":"Scaling Laws vs Model Architectures: How does Inductive Bias Influence Scaling?","created":"2022-07-21","cited_by_count":103},{"id":"2012.04281","title":"CTRLsum: Towards Generic Controllable Text Summarization","created":"2020-12-08","cited_by_count":98},{"id":"2106.01540","title":"Luna: Linear Unified Nested Attention","created":"2021-06-03","cited_by_count":96},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2004.14589","title":"Improved Natural Language Generation via Loss Truncation","created":"2020-04-30","cited_by_count":75},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73},{"id":"2005.10070","title":"A Large-Scale Multi-Document Summarization Dataset from the Wikipedia Current Events Portal","created":"2020-05-20","cited_by_count":72},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71},{"id":"2005.10043","title":"Leveraging Graph to Improve Abstractive Multi-Document Summarization","created":"2020-05-20","cited_by_count":67},{"id":"2110.10150","title":"Summ^N: A Multi-Stage Summarization Framework for Long Input Dialogues and Documents","created":"2021-10-16","cited_by_count":65},{"id":"2110.08499","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","created":"2021-10-16","cited_by_count":62},{"id":"2011.04843","title":"Multi-document Summarization via Deep Learning Techniques: A Survey","created":"2020-11-10","cited_by_count":58},{"id":"2005.01822","title":"Exploring Controllable Text Generation Techniques","created":"2020-05-04","cited_by_count":55},{"id":"2208.04347","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","created":"2022-08-08","cited_by_count":43},{"id":"2006.03274","title":"GMAT: Global Memory Augmentation for Transformers","created":"2020-06-05","cited_by_count":36},{"id":"2110.08168","title":"DYLE: Dynamic Latent Extraction for Abstractive Long-Input Summarization","created":"2021-10-15","cited_by_count":34},{"id":"2005.08056","title":"Recurrent Chunking Mechanisms for Long-Text Machine Reading Comprehension","created":"2020-05-16","cited_by_count":29},{"id":"2005.01810","title":"Spying on your neighbors: Fine-grained probing of contextual embeddings for information about surrounding words","created":"2020-05-04","cited_by_count":28},{"id":"2112.07210","title":"Simple Local Attentions Remain Competitive for Long-Context Tasks","created":"2021-12-14","cited_by_count":25},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24},{"id":"2012.12458","title":"TicketTalk: Toward human-level performance with end-to-end, transaction-based dialog systems","created":"2020-12-23","cited_by_count":18},{"id":"2205.12476","title":"Leveraging Locality in Abstractive Text Summarization","created":"2022-05-25","cited_by_count":9},{"id":"2006.08748","title":"DynE: Dynamic Ensemble Decoding for Multi-Document Summarization","created":"2020-06-15","cited_by_count":8},{"id":"2202.02432","title":"Transformers and the representation of biomedical background knowledge","created":"2022-02-04","cited_by_count":5},{"id":"2211.07343","title":"Replacing Language Model for Style Transfer","created":"2022-11-14","cited_by_count":3},{"id":"2203.02894","title":"A Multi-Document Coverage Reward for RELAXed Multi-Document Summarization","created":"2022-03-06","cited_by_count":1}],"next_cursor":null}