{"total":303,"rows":[{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820,"area":"lr"},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942,"area":"moe"},{"id":"2408.06072","title":"CogVideoX: Text-to-Video Diffusion Models with An Expert Transformer","created":"2024-08-12","cited_by_count":2261,"area":"wm"},{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121,"area":"lr"},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379,"area":"lr"},{"id":"2502.05564","title":"TabICL: A Tabular Foundation Model for In-Context Learning on Large Data","created":"2025-02-08","cited_by_count":289,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2403.10131","title":"RAFT: Adapting Language Model to Domain Specific RAG","created":"2024-03-15","cited_by_count":262,"area":null},{"id":"2312.01552","title":"The Unlocking Spell on Base LLMs: Rethinking Alignment via In-Context Learning","created":"2023-12-04","cited_by_count":257,"area":"lr"},{"id":"2507.02259","title":"MemAgent: Reshaping Long-Context LLM with Multi-Conv RL-based Memory Agent","created":"2025-07-03","cited_by_count":246,"area":"lr"},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197,"area":"agents"},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2403.11401","title":"Scene-LLM: Extending Language Model for 3D Visual Understanding and Reasoning","created":"2024-03-18","cited_by_count":175,"area":"lr"},{"id":"2311.00176","title":"ChipNeMo: Domain-Adapted LLMs for Chip Design","created":"2023-10-31","cited_by_count":174,"area":null},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2501.15383","title":"Qwen2.5-1M Technical Report","created":"2025-01-26","cited_by_count":164,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2409.10173","title":"jina-embeddings-v3: Multilingual Embeddings With Task LoRA","created":"2024-09-16","cited_by_count":141,"area":null},{"id":"2310.10634","title":"OpenAgents: An Open Platform for Language Agents in the Wild","created":"2023-10-16","cited_by_count":137,"area":"agents"},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2402.05755","title":"Spirit LM: Interleaved Spoken and Written Language Model","created":"2024-02-08","cited_by_count":126,"area":"mllm"},{"id":"2502.05167","title":"NoLiMa: Long-Context Evaluation Beyond Literal Matching","created":"2025-02-07","cited_by_count":126,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2409.05591","title":"MemoRAG: Boosting Long Context Processing with Global Memory-Enhanced Retrieval Augmentation","created":"2024-09-09","cited_by_count":119,"area":"rag"},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2505.13389","title":"VSA: Faster Video Diffusion with Trainable Sparse Attention","created":"2025-05-19","cited_by_count":104,"area":"diffusion"},{"id":"2406.16008","title":"Found in the Middle: Calibrating Positional Attention Bias Improves Long Context Utilization","created":"2024-06-23","cited_by_count":101,"area":null},{"id":"2504.05298","title":"One-Minute Video Generation with Test-Time Training","created":"2025-04-07","cited_by_count":101,"area":"ssm"},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93,"area":null},{"id":"2510.02387","title":"CWM: An Open-Weights LLM for Research on Code Generation with World Models","created":"2025-09-30","cited_by_count":93,"area":"wm"},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90,"area":"moe"},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2410.03226","title":"Frame-Voyager: Learning to Query Frames for Video Large Language Models","created":"2024-10-04","cited_by_count":83,"area":null},{"id":"2402.05136","title":"LV-Eval: A Balanced Long-Context Benchmark with 5 Length Levels Up to 256K","created":"2024-02-06","cited_by_count":81,"area":null},{"id":"2409.02897","title":"LongCite: Enabling LLMs to Generate Fine-grained Citations in Long-context QA","created":"2024-09-04","cited_by_count":81,"area":null},{"id":"2405.03917","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","created":"2024-05-07","cited_by_count":76,"area":"inference"},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2311.11797","title":"Igniting Language Intelligence: The Hitchhiker's Guide From Chain-of-Thought Reasoning to Language Agents","created":"2023-11-20","cited_by_count":72,"area":"lr"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2407.21018","title":"ThinK: Thinner Key Cache by Query-Driven Pruning","created":"2024-07-30","cited_by_count":68,"area":"lr"},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2508.15717","title":"StreamMem: Query-Agnostic KV Cache Memory for Streaming Video Understanding","created":"2025-08-21","cited_by_count":58,"area":"mllm"},{"id":"2403.14622","title":"Language Repository for Long Video Understanding","created":"2024-03-21","cited_by_count":55,"area":null},{"id":"2407.14482","title":"ChatQA 2: Bridging the Gap to Proprietary LLMs in Long Context and RAG Capabilities","created":"2024-07-19","cited_by_count":53,"area":"rag"},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2501.15089","title":"LongReason: A Synthetic Long-Context Reasoning Benchmark via Context Expansion","created":"2025-01-25","cited_by_count":50,"area":"lr"},{"id":"2405.11804","title":"(Perhaps) Beyond Human Translation: Harnessing Multi-Agent Collaboration for Translating Ultra-Long Literary Texts","created":"2024-05-20","cited_by_count":49,"area":"agents"},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2501.02885","title":"MDP3: A Training-free Approach for List-wise Frame Selection in Video-LLMs","created":"2025-01-06","cited_by_count":43,"area":null},{"id":"2506.14429","title":"LongLLaDA: Unlocking Long Context Capabilities in Diffusion LLMs","created":"2025-06-17","cited_by_count":40,"area":"diffusion"},{"id":"2512.15716","title":"Spatia: Video Generation with Updatable Spatial Memory","created":"2025-12-17","cited_by_count":40,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2412.16178","title":"Context Clues: Evaluating Long Context Models for Clinical Prediction Tasks on EHRs","created":"2024-12-09","cited_by_count":39,"area":"ssm"},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2410.10760","title":"Denial-of-Service Poisoning Attacks against Large Language Models","created":"2024-10-14","cited_by_count":35,"area":null},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2410.21252","title":"LongReward: Improving Long-context Large Language Models with AI Feedback","created":"2024-10-28","cited_by_count":34,"area":"alignment"},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2401.17671","title":"Contextual Feature Extraction Hierarchies Converge in Large Language Models and the Brain","created":"2024-01-31","cited_by_count":32,"area":null},{"id":"2404.07917","title":"DesignQA: A Multimodal Benchmark for Evaluating Large Language Models' Understanding of Engineering Documentation","created":"2024-04-11","cited_by_count":32,"area":"mllm"},{"id":"2403.05812","title":"Algorithmic progress in language models","created":"2024-03-09","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2312.01454","title":"D-Bot: Database Diagnosis System using Large Language Models","created":"2023-12-03","cited_by_count":28,"area":null},{"id":"2403.00522","title":"VisionLLaMA: A Unified LLaMA Backbone for Vision Tasks","created":"2024-03-01","cited_by_count":28,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2312.04455","title":"Fortify the Shortest Stave in Attention: Enhancing Context Awareness of Large Language Models for Effective Tool Use","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2410.05249","title":"LoTLIP: Improving Language-Image Pre-training for Long Text Understanding","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2503.23895","title":"Dynamic Parametric Retrieval Augmented Generation for Test-time Knowledge Enhancement","created":"2025-03-31","cited_by_count":25,"area":"rag"},{"id":"2310.02409","title":"Dodo: Dynamic Contextual Compression for Decoder-only LMs","created":"2023-10-03","cited_by_count":23,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null}],"next_cursor":"100"}