{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1903.10676","title":"SciBERT: A Pretrained Language Model for Scientific Text","created":"2019-03-26","cited_by_count":1414},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1712.07040","title":"The NarrativeQA Reading Comprehension Challenge","created":"2017-12-19","cited_by_count":597},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295},{"id":"1906.02059","title":"Neural Legal Judgment Prediction in English","created":"2019-06-05","cited_by_count":209},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"1805.02867","title":"Online normalizer calculation for softmax","created":"2018-05-08","cited_by_count":162},{"id":"2110.01799","title":"ContractNLI: A Dataset for Document-level Natural Language Inference for Contracts","created":"2021-10-05","cited_by_count":148},{"id":"1804.06028","title":"ListOps: A Diagnostic Dataset for Latent Tree Learning","created":"2018-04-17","cited_by_count":129},{"id":"2211.13308","title":"SciRepEval: A Multi-Format Benchmark for Scientific Document Representations","created":"2022-11-23","cited_by_count":129},{"id":"1903.10318","title":"Fine-tune BERT for Extractive Summarization","created":"2019-03-25","cited_by_count":122},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81},{"id":"2103.13084","title":"Paragraph-level Rationale Extraction through Regularization: A case study on European Court of Human Rights Cases","created":"2021-03-24","cited_by_count":77},{"id":"2202.06671","title":"Neighborhood Contrastive Learning for Scientific Document Representations with Citation Embeddings","created":"2022-02-14","cited_by_count":75},{"id":"1909.06639","title":"Tree Transformer: Integrating Tree Structures into Self-Attention","created":"2019-09-14","cited_by_count":68},{"id":"2107.06955","title":"HTLM: Hyper-Text Pre-Training and Prompting of Language Models","created":"2021-07-14","cited_by_count":58},{"id":"2305.18741","title":"Grokking of Hierarchical Structure in Vanilla Transformers","created":"2023-05-30","cited_by_count":53},{"id":"2204.06683","title":"Revisiting Transformer-based Models for Long Document Classification","created":"2022-04-14","cited_by_count":49},{"id":"2008.09084","title":"Do Syntax Trees Help Pre-trained Transformers Extract Information?","created":"2020-08-20","cited_by_count":48},{"id":"2210.05529","title":"An Exploration of Hierarchical Attention Transformers for Efficient Long Document Classification","created":"2022-10-11","cited_by_count":38},{"id":"2106.01040","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","created":"2021-06-02","cited_by_count":35},{"id":"2208.06178","title":"Mining Legal Arguments in Court Decisions","created":"2022-08-12","cited_by_count":35},{"id":"2106.00130","title":"Bringing Structure into Summaries: a Faceted Summarization Dataset for Long Scientific Documents","created":"2021-05-31","cited_by_count":33},{"id":"2207.04043","title":"The Harvard USPTO Patent Dataset: A Large-Scale, Well-Structured, and Multi-Purpose Corpus of Patent Applications","created":"2022-07-08","cited_by_count":33},{"id":"2012.14710","title":"Code Summarization with Structure-induced Transformer","created":"2020-12-29","cited_by_count":29},{"id":"2210.04126","title":"HEGEL: Hypergraph Transformer for Long Document Summarization","created":"2022-10-09","cited_by_count":28},{"id":"2203.09629","title":"HiStruct+: Improving Extractive Text Summarization with Hierarchical Structure Information","created":"2022-03-17","cited_by_count":26},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25},{"id":"2303.14957","title":"unarXive 2022: All arXiv Publications Pre-Processed for NLP, Including Structured Full-Text and Citation Network","created":"2023-03-27","cited_by_count":24},{"id":"2203.10741","title":"HIBRIDS: Attention with Hierarchical Biases for Structure-aware Long Document Summarization","created":"2022-03-21","cited_by_count":23},{"id":"2110.06388","title":"HETFORMER: Heterogeneous Transformer with Sparse Attention for Long-Text Extractive Summarization","created":"2021-10-12","cited_by_count":13},{"id":"2203.12276","title":"ERNIE-SPARSE: Learning Hierarchical Efficient Transformer Through Regularized Self-Attention","created":"2022-03-23","cited_by_count":6},{"id":"2401.17658","title":"Document Structure in Long Document Transformers","created":"2024-01-31","cited_by_count":6}],"next_cursor":null}