{"list":"other","total":63,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"2303.15343","title":"Sigmoid Loss for Language Image Pre-Training","created":"2023-03-27","cited_by_count":3109},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1509.01626","title":"Character-level Convolutional Networks for Text Classification","created":"2015-09-04","cited_by_count":2330},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2011.01060","title":"Constructing A Multi-hop QA Dataset for Comprehensive Evaluation of Reasoning Steps","created":"2020-11-02","cited_by_count":1282},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216},{"id":"2212.10511","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","created":"2022-12-20","cited_by_count":1128},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021},{"id":"2108.00573","title":"MuSiQue: Multihop Questions via Single-hop Question Composition","created":"2021-08-02","cited_by_count":916},{"id":"2404.14469","title":"SnapKV: LLM Knows What You are Looking for Before Generation","created":"2024-04-22","cited_by_count":880},{"id":"2301.12652","title":"REPLUG: Retrieval-Augmented Black-Box Language Models","created":"2023-01-30","cited_by_count":792},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2401.02385","title":"TinyLlama: An Open-Source Small Language Model","created":"2024-01-04","cited_by_count":618},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453},{"id":"2003.04807","title":"Efficient Intent Detection with Dual Sentence Encoders","created":"2020-03-10","cited_by_count":433},{"id":"2111.15664","title":"OCR-free Document Understanding Transformer","created":"2021-11-30","cited_by_count":407},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390},{"id":"1909.02027","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","created":"2019-09-04","cited_by_count":386},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366},{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356},{"id":"2403.12968","title":"LLMLingua-2: Data Distillation for Efficient and Faithful Task-Agnostic Prompt Compression","created":"2024-03-19","cited_by_count":348},{"id":"2310.05736","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","created":"2023-10-09","cited_by_count":287},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203},{"id":"2307.06945","title":"In-context Autoencoder for Context Compression in a Large Language Model","created":"2023-07-13","cited_by_count":199},{"id":"2306.07174","title":"Augmenting Language Models with Long-Term Memory","created":"2023-06-12","cited_by_count":189},{"id":"2310.06201","title":"Compressing Context to Enhance Inference Efficiency of Large Language Models","created":"2023-10-09","cited_by_count":189},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182},{"id":"1903.05566","title":"Benchmarking Natural Language Understanding Services for building Conversational Agents","created":"2019-03-13","cited_by_count":166},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115},{"id":"2409.03420","title":"mPLUG-DocOwl2: High-resolution Compressing for OCR-free Multi-page Document Understanding","created":"2024-09-05","cited_by_count":114},{"id":"2210.03162","title":"Prompt Compression and Contrastive Conditioning for Controllability and Toxicity Reduction in Language Models","created":"2022-10-06","cited_by_count":97},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84},{"id":"2212.10947","title":"Parallel Context Windows for Large Language Models","created":"2022-12-21","cited_by_count":81},{"id":"2207.06991","title":"Language Modelling with Pixels","created":"2022-07-14","cited_by_count":55},{"id":"2212.08045","title":"CLIPPO: Image-and-Language Understanding from Pixels Only","created":"2022-12-15","cited_by_count":55},{"id":"2104.08211","title":"Robust Open-Vocabulary Translation from Visual Text Representations","created":"2021-04-16","cited_by_count":47},{"id":"2405.02077","title":"MVP-Shot: Multi-Velocity Progressive-Alignment Framework for Few-Shot Action Recognition","created":"2024-05-03","cited_by_count":25},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22},{"id":"2312.14232","title":"Parrot Captions Teach CLIP to Spot Text","created":"2023-12-21","cited_by_count":17},{"id":"2406.02547","title":"Leveraging Visual Tokens for Extended Text Contexts in Multi-Modal Learning","created":"2024-06-04","cited_by_count":17},{"id":"2401.03321","title":"PIXAR: Auto-Regressive Language Modeling in Pixel Space","created":"2024-01-06","cited_by_count":16},{"id":"2402.14073","title":"Improving Language Understanding from Screenshots","created":"2024-02-21","cited_by_count":14},{"id":"2407.02783","title":"52B to 1T: Lessons Learned via Tele-FLM Series","created":"2024-07-03","cited_by_count":11},{"id":"2409.07967","title":"Locality-aware Cross-modal Correspondence Learning for Dense Audio-Visual Events Localization","created":"2024-09-12","cited_by_count":11},{"id":"2304.09660","title":"MPMQA: Multimodal Question Answering on Product Manuals","created":"2023-04-19","cited_by_count":10},{"id":"2402.08183","title":"Pixel Sentence Representation Learning","created":"2024-02-13","cited_by_count":8},{"id":"2311.17647","title":"Text as Images: Can Multimodal Large Language Models Follow Printed Instructions in Pixels?","created":"2023-11-29","cited_by_count":7}],"next_cursor":null}