{"total":1103,"rows":[{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2308.12950","title":"Code Llama: Open Foundation Models for Code","created":"2023-08-24","cited_by_count":2139,"area":"lr"},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2310.08560","title":"MemGPT: Towards LLMs as Operating Systems","created":"2023-10-12","cited_by_count":1389,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121,"area":"lr"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2406.07524","title":"Simple and Effective Masked Diffusion Language Models","created":"2024-06-11","cited_by_count":848,"area":"diffusion"},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503,"area":null},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2306.15687","title":"Voicebox: Text-Guided Multilingual Universal Speech Generation at Scale","created":"2023-06-23","cited_by_count":379,"area":null},{"id":"2311.08046","title":"Chat-UniVi: Unified Visual Representation Empowers Large Language Models with Image and Video Understanding","created":"2023-11-14","cited_by_count":371,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2210.03347","title":"Pix2Struct: Screenshot Parsing as Pretraining for Visual Language Understanding","created":"2022-10-07","cited_by_count":366,"area":null},{"id":"2410.06885","title":"F5-TTS: A Fairytaler that Fakes Fluent and Faithful Speech with Flow Matching","created":"2024-10-09","cited_by_count":361,"area":"diffusion"},{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2305.15408","title":"Towards Revealing the Mystery behind Chain of Thought: A Theoretical Perspective","created":"2023-05-24","cited_by_count":294,"area":"lr"},{"id":"2402.17762","title":"Massive Activations in Large Language Models","created":"2024-02-27","cited_by_count":294,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2401.14887","title":"The Power of Noise: Redefining Retrieval for RAG Systems","created":"2024-01-26","cited_by_count":281,"area":"rag"},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2501.01005","title":"FlashInfer: Efficient and Customizable Attention Engine for LLM Inference Serving","created":"2025-01-02","cited_by_count":258,"area":"inference"},{"id":"2204.02329","title":"Can language models learn from explanations in context?","created":"2022-04-05","cited_by_count":249,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232,"area":null},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217,"area":null},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2112.05329","title":"FaceFormer: Speech-Driven 3D Facial Animation with Transformers","created":"2021-12-10","cited_by_count":209,"area":null},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206,"area":null},{"id":"2406.02818","title":"Chain of Agents: Large Language Models Collaborating on Long-Context Tasks","created":"2024-06-04","cited_by_count":206,"area":"agents"},{"id":"2212.10559","title":"Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers","created":"2022-12-20","cited_by_count":204,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197,"area":"agents"},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2305.13707","title":"Do All Languages Cost the Same? Tokenization in the Era of Commercial Language Models","created":"2023-05-23","cited_by_count":192,"area":null},{"id":"2211.09707","title":"Listen, Denoise, Action! Audio-Driven Motion Synthesis with Diffusion Models","created":"2022-11-17","cited_by_count":190,"area":"diffusion"},{"id":"2306.07174","title":"Augmenting Language Models with Long-Term Memory","created":"2023-06-12","cited_by_count":189,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2402.17152","title":"Actions Speak Louder than Words: Trillion-Parameter Sequential Transducers for Generative Recommendations","created":"2024-02-27","cited_by_count":188,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2412.05496","title":"Flex Attention: A Programming Model for Generating Optimized Attention Kernels","created":"2024-12-07","cited_by_count":185,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2311.00566","title":"CROMA: Remote Sensing Representations with Contrastive Radar-Optical Masked Autoencoders","created":"2023-11-01","cited_by_count":169,"area":null},{"id":"2502.10248","title":"Step-Video-T2V Technical Report: The Practice, Challenges, and Future of Video Foundation Model","created":"2025-02-14","cited_by_count":168,"area":null},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2302.12766","title":"Language-Driven Representation Learning for Robotics","created":"2023-02-24","cited_by_count":165,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2401.00448","title":"Beyond Chinchilla-Optimal: Accounting for Inference in Language Model Scaling Laws","created":"2023-12-31","cited_by_count":159,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2203.16634","title":"Transformer Language Models without Positional Encodings Still Learn Positional Information","created":"2022-03-30","cited_by_count":150,"area":null},{"id":"2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","created":"2024-02-15","cited_by_count":146,"area":"agents"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2309.03199","title":"Matcha-TTS: A fast TTS architecture with conditional flow matching","created":"2023-09-06","cited_by_count":145,"area":"diffusion"},{"id":"2306.15006","title":"DNABERT-2: Efficient Foundation Model and Benchmark For Multi-Species Genome","created":"2023-06-26","cited_by_count":143,"area":null},{"id":"2303.11089","title":"EmoTalk: Speech-Driven Emotional Disentanglement for 3D Face Animation","created":"2023-03-20","cited_by_count":142,"area":null},{"id":"2409.10173","title":"jina-embeddings-v3: Multilingual Embeddings With Task LoRA","created":"2024-09-16","cited_by_count":141,"area":null},{"id":"2409.06662","title":"World-Grounded Human Motion Recovery via Gravity-View Coordinates","created":"2024-09-10","cited_by_count":137,"area":null},{"id":"2305.16938","title":"Few-shot Fine-tuning vs. In-context Learning: A Fair Comparison and Evaluation","created":"2023-05-26","cited_by_count":136,"area":null},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2310.05029","title":"Walking Down the Memory Maze: Beyond Context Limit through Interactive Reading","created":"2023-10-08","cited_by_count":133,"area":null},{"id":"2310.04988","title":"The Troubling Emergence of Hallucination in Large Language Models -- An Extensive Definition, Quantification, and Prescriptive Remediations","created":"2023-10-08","cited_by_count":131,"area":null},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127,"area":null},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2405.15032","title":"Aya 23: Open Weight Releases to Further Multilingual Progress","created":"2024-05-23","cited_by_count":123,"area":null},{"id":"2503.19325","title":"Long-Context Autoregressive Video Modeling with Next-Frame Prediction","created":"2025-03-25","cited_by_count":123,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2312.15821","title":"Audiobox: Unified Audio Generation with Natural Language Prompts","created":"2023-12-25","cited_by_count":120,"area":"diffusion"}],"next_cursor":"100"}