{"total":97,"rows":[{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2411.13676","title":"Hymba: A Hybrid-head Architecture for Small Language Models","created":"2024-11-20","cited_by_count":99,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2405.06105","title":"Can Perplexity Reflect Large Language Model's Ability in Long Text Understanding?","created":"2024-05-09","cited_by_count":45,"area":null},{"id":"2406.01375","title":"D-CPT Law: Domain-specific Continual Pre-Training Scaling Law for Large Language Models","created":"2024-06-03","cited_by_count":41,"area":null},{"id":"2412.05263","title":"Mind the Time: Temporally-Controlled Multi-Event Video Generation","created":"2024-12-06","cited_by_count":40,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2312.04455","title":"Fortify the Shortest Stave in Attention: Enhancing Context Awareness of Large Language Models for Effective Tool Use","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2407.21075","title":"Apple Intelligence Foundation Language Models","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2503.12811","title":"A Multi-Power Law for Loss Curve Prediction Across Learning Rate Schedules","created":"2025-03-17","cited_by_count":22,"area":null},{"id":"2602.15547","title":"jina-embeddings-v5-text: Task-Targeted Embedding Distillation","created":"2026-02-17","cited_by_count":22,"area":null},{"id":"2406.00605","title":"LongSkywork: A Training Recipe for Efficiently Extending Context Length in Large Language Models","created":"2024-06-02","cited_by_count":19,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2510.26140","title":"FullPart: Generating each 3D Part at Full Resolution","created":"2025-10-30","cited_by_count":17,"area":null},{"id":"2403.03514","title":"CLongEval: A Chinese Benchmark for Evaluating Long-Context Large Language Models","created":"2024-03-06","cited_by_count":15,"area":null},{"id":"2406.13282","title":"Understanding the RoPE Extensions of Long-Context LLMs: An Attention Perspective","created":"2024-06-19","cited_by_count":15,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2410.14961","title":"LangGFM: A Large Language Model Alone Can be a Powerful Graph Foundation Model","created":"2024-10-19","cited_by_count":13,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2411.02142","title":"Training Compute-Optimal Protein Language Models","created":"2024-11-04","cited_by_count":12,"area":null},{"id":"2412.06484","title":"Small Languages, Big Models: A Study of Continual Training on Languages of Norway","created":"2024-12-09","cited_by_count":12,"area":null},{"id":"2501.02336","title":"AdaSkip: Adaptive Sublayer Skipping for Accelerating Long-Context LLM Inference","created":"2025-01-04","cited_by_count":12,"area":null},{"id":"2402.13583","title":"LongWanjuan: Towards Systematic Measurement for Long Text Quality","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2409.12963","title":"Interpolating Video-LLMs: Toward Longer-sequence LMMs in a Training-free Manner","created":"2024-09-19","cited_by_count":11,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2405.13985","title":"LookHere: Vision Transformers with Directed Attention Generalize and Extrapolate","created":"2024-05-22","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2507.18013","title":"Technical Report of TeleChat2, TeleChat2.5 and T1","created":"2025-07-24","cited_by_count":10,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2504.06560","title":"NeedleInATable: Exploring Long-Context Capability of Large Language Models towards Long-Structured Tables","created":"2025-04-09","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2404.02204","title":"Emergent Abilities in Reduced-Scale Generative Language Models","created":"2024-04-02","cited_by_count":7,"area":null},{"id":"2406.10289","title":"VeraCT Scan: Retrieval-Augmented Fake News Detection with Justifiable Reasoning","created":"2024-06-12","cited_by_count":6,"area":null},{"id":"2410.01490","title":"Extending Context Window of Large Language Models from a Distributional Perspective","created":"2024-10-02","cited_by_count":6,"area":null},{"id":"2508.19650","title":"Video-LevelGauge: Investigating Contextual Positional Bias in Large Video Language Models","created":"2025-08-27","cited_by_count":6,"area":null},{"id":"2510.15749","title":"SEGA: A Stepwise Evolution Paradigm for Content-Aware Layout Generation with Design Prior","created":"2025-10-17","cited_by_count":6,"area":null},{"id":"2511.11579","title":"Decoupling Positional and Symbolic Attention Behavior in Transformers","created":"2025-10-03","cited_by_count":6,"area":null},{"id":"2407.12117","title":"MEMO: Fine-grained Tensor Management For Ultra-long Context LLM Training","created":"2024-07-16","cited_by_count":5,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2403.02712","title":"Breeze-7B Technical Report","created":"2024-03-05","cited_by_count":4,"area":null},{"id":"2510.03230","title":"Improving GUI Grounding with Explicit Position-to-Coordinate Mapping","created":"2025-10-03","cited_by_count":4,"area":null},{"id":"2601.22181","title":"MrRoPE: Mixed-radix Rotary Position Embedding","created":"2026-01-28","cited_by_count":4,"area":null},{"id":"2602.13933","title":"HyMem: Hybrid Memory Architecture with Dynamic Retrieval Scheduling","created":"2026-02-15","cited_by_count":4,"area":null},{"id":"2311.12885","title":"Long-MIL: Scaling Long Contextual Multiple Instance Learning for Histopathology Whole Slide Image Analysis","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2602.08426","title":"Prism: Spectral-Aware Block-Sparse Attention","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2603.18017","title":"Frayed RoPE and Long Inputs: A Geometric Perspective","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2402.00913","title":"Institutional Platform for Secure Self-Service Large Language Model Exploration","created":"2024-02-01","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2412.07171","title":"Breaking the Stage Barrier: A Novel Single-Stage Approach to Long Context Extension for Large Language Models","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2503.16284","title":"PSA-MIL: A Probabilistic Spatial Attention-Based Multiple Instance Learning for Whole Slide Image Classification","created":"2025-03-20","cited_by_count":2,"area":null},{"id":"2505.08651","title":"Scaling Context, Not Parameters: Training a Compact 7B Language Model for Efficient Long-Context Processing","created":"2025-05-13","cited_by_count":2,"area":null},{"id":"2507.19786","title":"Flora: Effortless Context Construction to Arbitrary Length and Scale","created":"2025-07-26","cited_by_count":2,"area":null},{"id":"2510.02721","title":"Hyperparameter Loss Surfaces Are Simple Near their Optima","created":"2025-10-03","cited_by_count":2,"area":null},{"id":"2512.07525","title":"Beyond Real: Imaginary Extension of Rotary Position Embeddings for Long-Context LLMs","created":"2025-12-08","cited_by_count":2,"area":null},{"id":"2602.05258","title":"CoPE: Clipped RoPE as A Scalable Free Lunch for Long Context LLMs","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2603.17651","title":"Anchoring and Rescaling Attention for Semantically Coherent Inbetweening","created":"2026-03-18","cited_by_count":2,"area":null},{"id":"2604.07737","title":"SepSeq: A Training-Free Framework for Long Numerical Sequence Processing in LLMs","created":"2026-04-09","cited_by_count":2,"area":null},{"id":"2412.12486","title":"Boosting Long-Context Management via Query-Guided Activation Refilling","created":"2024-12-17","cited_by_count":1,"area":null},{"id":"2501.13428","title":"Softplus Attention with Re-weighting Boosts Length Extrapolation in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2503.01832","title":"Rotary Offset Features in Large Language Models","created":"2025-03-03","cited_by_count":1,"area":null},{"id":"2509.12635","title":"Positional Encoding via Token-Aware Phase Attention","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2510.10489","title":"Head-wise Adaptive Rotary Positional Encoding for Fine-Grained Image Generation","created":"2025-10-12","cited_by_count":1,"area":null},{"id":"2510.13697","title":"On Pretraining for Project-Level Code Completion","created":"2025-10-15","cited_by_count":1,"area":null},{"id":"2602.05853","title":"RRAttention: Dynamic Block Sparse Attention via Per-Head Round-Robin Shifts for Long-Context Inference","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2605.10414","title":"Remember to Forget: Gated Adaptive Positional Encoding","created":"2026-05-11","cited_by_count":1,"area":null},{"id":"2607.10134","title":"LeRoPE: Learnable RoPE Frequencies Improve Language Modeling","created":"2026-07-11","cited_by_count":1,"area":null},{"id":"2608.03425","title":"State Propagation Also Satisfies: A Complex-Valued State-Space Model for Deterministic State Tracking","created":"2026-08-04","cited_by_count":1,"area":null},{"id":"2608.11909","title":"Disentangling the Expressivity of RoPE","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2410.12292","title":"How much do contextualized representations encode long-range context?","created":"2024-10-16","cited_by_count":0,"area":null},{"id":"2510.27516","title":"BiSparse-AAS: Bilinear Sparse Attention and Adaptive Spans Framework for Scalable and Efficient Text Summarization","created":"2025-10-31","cited_by_count":0,"area":null},{"id":"2512.16841","title":"Radiology Report Generation with Layer-Wise Anatomical Attention","created":"2025-12-18","cited_by_count":0,"area":null},{"id":"2605.09932","title":"FocuSFT: Bilevel Optimization for Dilution-Aware Long-Context Fine-Tuning","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.25676","title":"Llamion Technical Report","created":"2026-05-25","cited_by_count":0,"area":null},{"id":"2606.05345","title":"PJ-RoPE: A Fourier-Jet-Affine Position Space for Relative Attention","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2608.10021","title":"Position Encoding in Transformers: From Absolute and Relative Methods to Rotary Position Embeddings and Long-Context Scaling","created":"2026-08-09","cited_by_count":0,"area":null},{"id":"2608.29715","title":"Higher-Dimensional Rotary Position Embedding","created":"2026-08-30","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}