{"total":125,"rows":[{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313,"area":null},{"id":"2507.02259","title":"MemAgent: Reshaping Long-Context LLM with Multi-Conv RL-based Memory Agent","created":"2025-07-03","cited_by_count":246,"area":"lr"},{"id":"2504.05299","title":"SmolVLM: Redefining small and efficient multimodal models","created":"2025-04-07","cited_by_count":237,"area":"mllm"},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198,"area":"wm"},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2407.07791","title":"Flooding Spread of Manipulated Knowledge in LLM-Based Multi-Agent Communities","created":"2024-07-10","cited_by_count":86,"area":"agents"},{"id":"2402.12376","title":"FiT: Flexible Vision Transformer for Diffusion Model","created":"2024-02-19","cited_by_count":85,"area":"diffusion"},{"id":"2312.01823","title":"Exchange-of-Thought: Enhancing Large Language Model Capabilities through Cross-Model Communication","created":"2023-12-04","cited_by_count":82,"area":"lr"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2407.14482","title":"ChatQA 2: Bridging the Gap to Proprietary LLMs in Long Context and RAG Capabilities","created":"2024-07-19","cited_by_count":53,"area":"rag"},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2405.06105","title":"Can Perplexity Reflect Large Language Model's Ability in Long Text Understanding?","created":"2024-05-09","cited_by_count":45,"area":null},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2412.05263","title":"Mind the Time: Temporally-Controlled Multi-Event Video Generation","created":"2024-12-06","cited_by_count":40,"area":null},{"id":"2506.14429","title":"LongLLaDA: Unlocking Long Context Capabilities in Diffusion LLMs","created":"2025-06-17","cited_by_count":40,"area":"diffusion"},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2411.00142","title":"JudgeRank: Leveraging Large Language Models for Reasoning-Intensive Reranking","created":"2024-10-31","cited_by_count":34,"area":"lr"},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2502.07972","title":"Training Sparse Mixture Of Experts Text Embedding Models","created":"2025-02-11","cited_by_count":32,"area":"moe"},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2312.04455","title":"Fortify the Shortest Stave in Attention: Enhancing Context Awareness of Large Language Models for Effective Tool Use","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2407.16732","title":"PyBench: Evaluating LLM Agent on various real-world coding tasks","created":"2024-07-23","cited_by_count":24,"area":"agents"},{"id":"2407.21075","title":"Apple Intelligence Foundation Language Models","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2502.12216","title":"Tactic: Adaptive Sparse Attention with Clustering and Distribution Fitting for Long-Context LLMs","created":"2025-02-17","cited_by_count":24,"area":"inference"},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2503.12811","title":"A Multi-Power Law for Loss Curve Prediction Across Learning Rate Schedules","created":"2025-03-17","cited_by_count":22,"area":null},{"id":"2602.15547","title":"jina-embeddings-v5-text: Task-Targeted Embedding Distillation","created":"2026-02-17","cited_by_count":22,"area":null},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2406.00605","title":"LongSkywork: A Training Recipe for Efficiently Extending Context Length in Large Language Models","created":"2024-06-02","cited_by_count":19,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2510.26140","title":"FullPart: Generating each 3D Part at Full Resolution","created":"2025-10-30","cited_by_count":17,"area":null},{"id":"2410.02719","title":"UncertaintyRAG: Span-Level Uncertainty Enhanced Long-Context Modeling for Retrieval-Augmented Generation","created":"2024-10-03","cited_by_count":16,"area":"rag"},{"id":"2509.19633","title":"Mamba Modulation: On the Length Generalization of Mamba","created":"2025-09-23","cited_by_count":16,"area":"ssm"},{"id":"2403.03514","title":"CLongEval: A Chinese Benchmark for Evaluating Long-Context Large Language Models","created":"2024-03-06","cited_by_count":15,"area":null},{"id":"2406.13282","title":"Understanding the RoPE Extensions of Long-Context LLMs: An Attention Perspective","created":"2024-06-19","cited_by_count":15,"area":null},{"id":"2410.13925","title":"FiTv2: Scalable and Improved Flexible Vision Transformer for Diffusion Model","created":"2024-10-17","cited_by_count":15,"area":"diffusion"},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2410.14961","title":"LangGFM: A Large Language Model Alone Can be a Powerful Graph Foundation Model","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2411.02142","title":"Training Compute-Optimal Protein Language Models","created":"2024-11-04","cited_by_count":12,"area":null},{"id":"2412.06484","title":"Small Languages, Big Models: A Study of Continual Training on Languages of Norway","created":"2024-12-09","cited_by_count":12,"area":null},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2402.13583","title":"LongWanjuan: Towards Systematic Measurement for Long Text Quality","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2409.12963","title":"Interpolating Video-LLMs: Toward Longer-sequence LMMs in a Training-free Manner","created":"2024-09-19","cited_by_count":11,"area":null},{"id":"2411.06899","title":"LongSafety: Enhance Safety for Long-Context LLMs","created":"2024-11-11","cited_by_count":11,"area":"safety"},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2405.13985","title":"LookHere: Vision Transformers with Directed Attention Generalize and Extrapolate","created":"2024-05-22","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2507.18013","title":"Technical Report of TeleChat2, TeleChat2.5 and T1","created":"2025-07-24","cited_by_count":10,"area":null},{"id":"2403.08312","title":"StreamingDialogue: Prolonged Dialogue Learning via Long Context Compression with Minimal Losses","created":"2024-03-13","cited_by_count":9,"area":"inference"},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2504.06560","title":"NeedleInATable: Exploring Long-Context Capability of Large Language Models towards Long-Structured Tables","created":"2025-04-09","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2404.02204","title":"Emergent Abilities in Reduced-Scale Generative Language Models","created":"2024-04-02","cited_by_count":7,"area":null},{"id":"2406.10289","title":"VeraCT Scan: Retrieval-Augmented Fake News Detection with Justifiable Reasoning","created":"2024-06-12","cited_by_count":6,"area":null},{"id":"2410.01490","title":"Extending Context Window of Large Language Models from a Distributional Perspective","created":"2024-10-02","cited_by_count":6,"area":null},{"id":"2508.19650","title":"Video-LevelGauge: Investigating Contextual Positional Bias in Large Video Language Models","created":"2025-08-27","cited_by_count":6,"area":null},{"id":"2510.15749","title":"SEGA: A Stepwise Evolution Paradigm for Content-Aware Layout Generation with Design Prior","created":"2025-10-17","cited_by_count":6,"area":null},{"id":"2511.11579","title":"Decoupling Positional and Symbolic Attention Behavior in Transformers","created":"2025-10-03","cited_by_count":6,"area":null},{"id":"2603.20192","title":"LumosX: Relate Any Identities with Their Attributes for Personalized Video Generation","created":"2026-03-20","cited_by_count":6,"area":"diffusion"},{"id":"2405.12939","title":"Aggregation of Reasoning: A Hierarchical Framework for Enhancing Answer Selection in Large Language Models","created":"2024-05-21","cited_by_count":5,"area":"lr"},{"id":"2407.12117","title":"MEMO: Fine-grained Tensor Management For Ultra-long Context LLM Training","created":"2024-07-16","cited_by_count":5,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2403.02712","title":"Breeze-7B Technical Report","created":"2024-03-05","cited_by_count":4,"area":null},{"id":"2501.00712","title":"Rethinking Addressing in Language Models via Contexualized Equivariant Positional Encoding","created":"2025-01-01","cited_by_count":4,"area":"lr"},{"id":"2510.03230","title":"Improving GUI Grounding with Explicit Position-to-Coordinate Mapping","created":"2025-10-03","cited_by_count":4,"area":null},{"id":"2601.22181","title":"MrRoPE: Mixed-radix Rotary Position Embedding","created":"2026-01-28","cited_by_count":4,"area":null},{"id":"2602.13933","title":"HyMem: Hybrid Memory Architecture with Dynamic Retrieval Scheduling","created":"2026-02-15","cited_by_count":4,"area":null},{"id":"2311.12885","title":"Long-MIL: Scaling Long Contextual Multiple Instance Learning for Histopathology Whole Slide Image Analysis","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2602.08426","title":"Prism: Spectral-Aware Block-Sparse Attention","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2603.18017","title":"Frayed RoPE and Long Inputs: A Geometric Perspective","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2402.00913","title":"Institutional Platform for Secure Self-Service Large Language Model Exploration","created":"2024-02-01","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2412.07171","title":"Breaking the Stage Barrier: A Novel Single-Stage Approach to Long Context Extension for Large Language Models","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2503.16284","title":"PSA-MIL: A Probabilistic Spatial Attention-Based Multiple Instance Learning for Whole Slide Image Classification","created":"2025-03-20","cited_by_count":2,"area":null},{"id":"2505.08651","title":"Scaling Context, Not Parameters: Training a Compact 7B Language Model for Efficient Long-Context Processing","created":"2025-05-13","cited_by_count":2,"area":null},{"id":"2507.19786","title":"Flora: Effortless Context Construction to Arbitrary Length and Scale","created":"2025-07-26","cited_by_count":2,"area":null},{"id":"2510.02721","title":"Hyperparameter Loss Surfaces Are Simple Near their Optima","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2512.07525","title":"Beyond Real: Imaginary Extension of Rotary Position Embeddings for Long-Context LLMs","created":"2025-12-08","cited_by_count":2,"area":null},{"id":"2602.05258","title":"CoPE: Clipped RoPE as A Scalable Free Lunch for Long Context LLMs","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2603.17651","title":"Anchoring and Rescaling Attention for Semantically Coherent Inbetweening","created":"2026-03-18","cited_by_count":2,"area":null},{"id":"2604.07737","title":"SepSeq: A Training-Free Framework for Long Numerical Sequence Processing in LLMs","created":"2026-04-09","cited_by_count":2,"area":null},{"id":"2606.04302","title":"LazyAttention: Efficient Retrieval-Augmented Generation with Deferred Positional Encoding","created":"2026-06-03","cited_by_count":2,"area":"rag"}],"next_cursor":"100"}