{"total":244,"rows":[{"id":"2412.05271","title":"Expanding Performance Boundaries of Open-Source Multimodal Models with Model, Data, and Test-Time Scaling","created":"2024-12-06","cited_by_count":1599,"area":"lr"},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591,"area":"inference"},{"id":"2311.17043","title":"LLaMA-VID: An Image is Worth 2 Tokens in Large Language Models","created":"2023-11-28","cited_by_count":546,"area":"mllm"},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2412.04467","title":"VisionZip: Longer is Better but Not Necessary in Vision Language Models","created":"2024-12-05","cited_by_count":313,"area":"mllm"},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309,"area":"mllm"},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2405.14831","title":"HippoRAG: Neurobiologically Inspired Long-Term Memory for Large Language Models","created":"2024-05-23","cited_by_count":281,"area":"rag"},{"id":"2403.16999","title":"Visual CoT: Advancing Multi-Modal Language Models with a Comprehensive Dataset and Benchmark for Chain-of-Thought Reasoning","created":"2024-03-25","cited_by_count":280,"area":"lr"},{"id":"2509.22622","title":"LongLive: Real-time Interactive Long Video Generation","created":"2025-09-26","cited_by_count":265,"area":null},{"id":"2312.01552","title":"The Unlocking Spell on Base LLMs: Rethinking Alignment via In-Context Learning","created":"2023-12-04","cited_by_count":257,"area":"lr"},{"id":"2404.18231","title":"From Persona to Personalization: A Survey on Role-Playing Language Agents","created":"2024-04-28","cited_by_count":212,"area":"agents"},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2410.02367","title":"SageAttention: Accurate 8-Bit Attention for Plug-and-play Inference Acceleration","created":"2024-10-03","cited_by_count":160,"area":"inference"},{"id":"2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","created":"2024-02-15","cited_by_count":146,"area":"agents"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2503.19325","title":"Long-Context Autoregressive Video Modeling with Next-Frame Prediction","created":"2025-03-25","cited_by_count":123,"area":null},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104,"area":"inference"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2507.07966","title":"Scaling RL to Long Videos","created":"2025-07-10","cited_by_count":84,"area":"lr"},{"id":"2410.14052","title":"From Isolated Conversations to Hierarchical Schemas: Dynamic Tree Memory Representation for LLMs","created":"2024-10-17","cited_by_count":79,"area":null},{"id":"2407.09413","title":"SPIQA: A Dataset for Multimodal Question Answering on Scientific Papers","created":"2024-07-12","cited_by_count":75,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2407.14057","title":"LazyLLM: Dynamic Token Pruning for Efficient Long Context LLM Inference","created":"2024-07-19","cited_by_count":70,"area":"inference"},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2506.19852","title":"Radial Attention: $O(n\\log n)$ Sparse Attention with Energy Decay for Long Video Generation","created":"2025-06-24","cited_by_count":69,"area":"diffusion"},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2402.17644","title":"Are LLMs Capable of Data-based Statistical and Causal Reasoning? Benchmarking Advanced Quantitative Reasoning with Data","created":"2024-02-27","cited_by_count":63,"area":"lr"},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2501.11284","title":"RedStar: Does Scaling Long-CoT Data Unlock Better Slow-Reasoning Systems?","created":"2025-01-20","cited_by_count":60,"area":"lr"},{"id":"2410.10815","title":"Depth Any Video with Scalable Synthetic Data","created":"2024-10-14","cited_by_count":57,"area":"diffusion"},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2408.16730","title":"VideoLLM-MoD: Efficient Video-Language Streaming with Mixture-of-Depths Vision Computation","created":"2024-08-29","cited_by_count":55,"area":"mllm"},{"id":"2407.14482","title":"ChatQA 2: Bridging the Gap to Proprietary LLMs in Long Context and RAG Capabilities","created":"2024-07-19","cited_by_count":53,"area":"rag"},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2501.15089","title":"LongReason: A Synthetic Long-Context Reasoning Benchmark via Context Expansion","created":"2025-01-25","cited_by_count":50,"area":"lr"},{"id":"2406.14528","title":"DeciMamba: Exploring the Length Extrapolation Potential of Mamba","created":"2024-06-20","cited_by_count":49,"area":"ssm"},{"id":"2311.17241","title":"End-to-End Temporal Action Detection with 1B Parameters Across 1000 Frames","created":"2023-11-28","cited_by_count":47,"area":null},{"id":"2407.12899","title":"DreamStory: Open-Domain Story Visualization by LLM-Guided Multi-Subject Consistent Diffusion","created":"2024-07-17","cited_by_count":47,"area":"diffusion"},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44,"area":null},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2502.05177","title":"Long-VITA: Scaling Large Multi-modal Models to 1 Million Tokens with Leading Short-Context Accuracy","created":"2025-02-07","cited_by_count":39,"area":"mllm"},{"id":"2503.07523","title":"VisRL: Intention-Driven Visual Perception via Reinforced Reasoning","created":"2025-03-10","cited_by_count":39,"area":"lr"},{"id":"2401.11504","title":"With Greater Text Comes Greater Necessity: Inference-Time Training Helps Long Text Generation","created":"2024-01-21","cited_by_count":37,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2505.16864","title":"Training-Free Efficient Video Generation via Dynamic Token Carving","created":"2025-05-22","cited_by_count":34,"area":"diffusion"},{"id":"2405.05219","title":"Conv-Basis: A New Paradigm for Efficient Attention Inference and Gradient Computation in Transformers","created":"2024-05-08","cited_by_count":32,"area":null},{"id":"2412.12591","title":"LLMs are Also Effective Embedding Models: An In-depth Overview","created":"2024-12-17","cited_by_count":32,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2505.03739","title":"VITA-Audio: Fast Interleaved Cross-Modal Token Generation for Efficient Large Speech-Language Model","created":"2025-05-06","cited_by_count":31,"area":null},{"id":"2601.02845","title":"TiMem: Temporal-Hierarchical Memory Consolidation for Long-Horizon Conversational Agents","created":"2026-01-06","cited_by_count":31,"area":"agents"},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2409.20365","title":"VideoINSTA: Zero-shot Long Video Understanding via Informative Spatial-Temporal Reasoning with LLMs","created":"2024-09-30","cited_by_count":29,"area":"lr"},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2312.02199","title":"USat: A Unified Self-Supervised Encoder for Multi-Sensor Satellite Imagery","created":"2023-12-02","cited_by_count":28,"area":null},{"id":"2403.16443","title":"CodeS: Natural Language to Code Repository via Multi-Layer Sketch","created":"2024-03-25","cited_by_count":28,"area":null},{"id":"2412.09616","title":"V2PE: Improving Multimodal Long-Context Capability of Vision-Language Models with Variable Visual Position Encoding","created":"2024-12-12","cited_by_count":28,"area":"mllm"},{"id":"2505.18761","title":"How Is LLM Reasoning Distracted by Irrelevant Context? An Analysis Using a Controlled Benchmark","created":"2025-05-24","cited_by_count":28,"area":"lr"},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2408.03246","title":"Making Long-Context Language Models Better Multi-Hop Reasoners","created":"2024-08-06","cited_by_count":26,"area":"lr"},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26,"area":null},{"id":"2410.03065","title":"Compute Or Load KV Cache? Why Not Both?","created":"2024-10-04","cited_by_count":25,"area":"inference"},{"id":"2502.00883","title":"SimPER: A Minimalist Approach to Preference Alignment without Hyperparameters","created":"2025-02-02","cited_by_count":25,"area":"alignment"},{"id":"2403.02084","title":"ResAdapter: Domain Consistent Resolution Adapter for Diffusion Models","created":"2024-03-04","cited_by_count":23,"area":"diffusion"},{"id":"2505.23253","title":"UniTEX: Universal High Fidelity Generative Texturing for 3D Shapes","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2510.05520","title":"CAM: A Constructivist View of Agentic Memory for LLM-Based Reading Comprehension","created":"2025-10-07","cited_by_count":23,"area":"agents"},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2504.14757","title":"SWE-Synth: Synthesizing Verifiable Bug-Fix Data to Enable Large Language Models in Resolving Real-World Bugs","created":"2025-04-20","cited_by_count":22,"area":null},{"id":"2410.00487","title":"Self-Updatable Large Language Models by Integrating Context into Model Parameters","created":"2024-10-01","cited_by_count":21,"area":null},{"id":"2405.03425","title":"Gaussian Stochastic Weight Averaging for Bayesian Low-Rank Adaptation of Large Language Models","created":"2024-05-06","cited_by_count":20,"area":null},{"id":"2410.01359","title":"FlashMask: Efficient and Rich Mask Extension of FlashAttention","created":"2024-10-02","cited_by_count":20,"area":null},{"id":"2412.09501","title":"Lyra: An Efficient and Speech-Centric Framework for Omni-Cognition","created":"2024-12-12","cited_by_count":20,"area":"mllm"},{"id":"2410.17635","title":"Markov Chain of Thought for Efficient Mathematical Reasoning","created":"2024-10-23","cited_by_count":19,"area":"lr"},{"id":"2507.14675","title":"Docopilot: Improving Multimodal Models for Document-Level Understanding","created":"2025-07-19","cited_by_count":19,"area":"mllm"},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2402.07658","title":"The Sound of Healthcare: Improving Medical Transcription ASR Accuracy with Large Language Models","created":"2024-02-12","cited_by_count":18,"area":null},{"id":"2410.09432","title":"FedEx-LoRA: Exact Aggregation for Federated and Efficient Fine-Tuning of Foundation Models","created":"2024-10-12","cited_by_count":18,"area":null},{"id":"2404.07979","title":"LLoCO: Learning Long Contexts Offline","created":"2024-04-11","cited_by_count":16,"area":"inference"},{"id":"2405.19846","title":"Quest: Query-centric Data Synthesis Approach for Long-context Scaling of Large Language Model","created":"2024-05-30","cited_by_count":16,"area":"synth"},{"id":"2410.02719","title":"UncertaintyRAG: Span-Level Uncertainty Enhanced Long-Context Modeling for Retrieval-Augmented Generation","created":"2024-10-03","cited_by_count":16,"area":"rag"},{"id":"2510.11696","title":"QeRL: Beyond Efficiency -- Quantization-enhanced Reinforcement Learning for LLMs","created":"2025-10-13","cited_by_count":16,"area":null},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2409.01893","title":"What are the Essential Factors in Crafting Effective Long Context Multi-Hop Instruction Datasets? Insights and Best Practices","created":"2024-09-03","cited_by_count":14,"area":"lr"},{"id":"2409.14026","title":"Uncovering Latent Chain of Thought Vectors in Language Models","created":"2024-09-21","cited_by_count":14,"area":"lr"},{"id":"2410.05970","title":"PDF-WuKong: A Large Multimodal Model for Efficient Long PDF Reading with End-to-End Sparse Sampling","created":"2024-10-08","cited_by_count":14,"area":"mllm"}],"next_cursor":"100"}