{"list":"other","total":114,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1606.05250","title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","created":"2016-06-16","cited_by_count":4148},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2304.03442","title":"Generative Agents: Interactive Simulacra of Human Behavior","created":"2023-04-07","cited_by_count":3568},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2002.08909","title":"REALM: Retrieval-Augmented Language Model Pre-Training","created":"2020-02-10","cited_by_count":2141},{"id":"2308.12950","title":"Code Llama: Open Foundation Models for Code","created":"2023-08-24","cited_by_count":2139},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2310.08560","title":"MemGPT: Towards LLMs as Operating Systems","created":"2023-10-12","cited_by_count":1389},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2302.00093","title":"Large Language Models Can Be Easily Distracted by Irrelevant Context","created":"2023-01-31","cited_by_count":841},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"2302.00083","title":"In-Context Retrieval-Augmented Language Models","created":"2023-01-31","cited_by_count":702},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670},{"id":"1410.5401","title":"Neural Turing Machines","created":"2014-10-20","cited_by_count":644},{"id":"1705.03122","title":"Convolutional Sequence to Sequence Learning","created":"2017-05-08","cited_by_count":552},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535},{"id":"2112.01488","title":"ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction","created":"2021-12-02","cited_by_count":476},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453},{"id":"1912.10077","title":"Are Transformers universal approximators of sequence-to-sequence functions?","created":"2019-12-20","cited_by_count":406},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359},{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290},{"id":"2107.07567","title":"Beyond Goldfish Memory: Long-Term Open-Domain Conversation","created":"2021-07-15","cited_by_count":267},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"1606.01933","title":"A Decomposable Attention Model for Natural Language Inference","created":"2016-06-06","cited_by_count":215},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2006.15595","title":"Rethinking Positional Encoding in Language Pre-training","created":"2020-06-28","cited_by_count":197},{"id":"2310.01352","title":"RA-DIT: Retrieval-Augmented Dual Instruction Tuning","created":"2023-10-02","cited_by_count":195},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176},{"id":"2212.10375","title":"Self-Adaptive In-Context Learning: An Information Compression Perspective for In-Context Example Selection and Ordering","created":"2022-12-20","cited_by_count":161},{"id":"1911.02972","title":"Blockwise Self-Attention for Long Document Understanding","created":"2019-11-07","cited_by_count":159},{"id":"2203.16634","title":"Transformer Language Models without Positional Encodings Still Learn Positional Information","created":"2022-03-30","cited_by_count":150},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111},{"id":"2203.05797","title":"Long Time No See! Open-Domain Conversation with Long-Term Persona Memory","created":"2022-03-11","cited_by_count":108},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102},{"id":"2304.13343","title":"SCM: Enhancing Large Language Model with Self-Controlled Memory Framework","created":"2023-04-26","cited_by_count":98},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2305.13304","title":"RecurrentGPT: Interactive Generation of (Arbitrarily) Long Text","created":"2023-05-22","cited_by_count":84},{"id":"2102.02557","title":"Adaptive Semiparametric Language Models","created":"2021-02-04","cited_by_count":83},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80},{"id":"2010.07003","title":"Length-Adaptive Transformer: Train Once with Length Drop, Use Anytime with Search","created":"2020-10-14","cited_by_count":76},{"id":"2012.15832","title":"Shortformer: Better Language Modeling using Shorter Inputs","created":"2020-12-31","cited_by_count":76},{"id":"2009.13658","title":"Improve Transformer Models with Better Relative Position Embeddings","created":"2020-09-28","cited_by_count":73},{"id":"2007.00814","title":"Relevance-guided Supervision for OpenQA with ColBERT","created":"2020-07-01","cited_by_count":71},{"id":"2304.12102","title":"Unlocking Context Constraints of LLMs: Enhancing Context Efficiency of LLMs with Self-Information-Based Content Filtering","created":"2023-04-24","cited_by_count":65},{"id":"2107.05768","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","created":"2021-07-12","cited_by_count":64}],"next_cursor":"100"}