{"total":146,"rows":[{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379,"area":"lr"},{"id":"2510.25741","title":"Scaling Latent Reasoning via Looped Language Models","created":"2025-10-29","cited_by_count":165,"area":"lr"},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2411.02265","title":"Hunyuan-Large: An Open-Source MoE Model with 52 Billion Activated Parameters by Tencent","created":"2024-11-04","cited_by_count":90,"area":"moe"},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86,"area":"moe"},{"id":"2505.17667","title":"QwenLong-L1: Towards Long-Context Large Reasoning Models with Reinforcement Learning","created":"2025-05-23","cited_by_count":50,"area":"lr"},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2509.06888","title":"mmBERT: A Modern Multilingual Encoder with Annealed Language Learning","created":"2025-09-08","cited_by_count":45,"area":null},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2504.04635","title":"Steering off Course: Reliability Challenges in Steering Language Models","created":"2025-04-06","cited_by_count":34,"area":null},{"id":"2503.05500","title":"EuroBERT: Scaling Multilingual Encoders for European Languages","created":"2025-03-07","cited_by_count":31,"area":null},{"id":"2411.08147","title":"Large Language Models Can Self-Improve in Long-context Reasoning","created":"2024-11-12","cited_by_count":29,"area":"lr"},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2505.10610","title":"MMLongBench: Benchmarking Long-Context Vision-Language Models Effectively and Thoroughly","created":"2025-05-15","cited_by_count":29,"area":"mllm"},{"id":"2501.04961","title":"Demystifying Domain-adaptive Post-training for Financial LLMs","created":"2025-01-09","cited_by_count":24,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2502.17421","title":"LongSpec: Long-Context Lossless Speculative Decoding with Efficient Drafting and Verification","created":"2025-02-24","cited_by_count":21,"area":"agents"},{"id":"2502.20790","title":"Chain-of-Thought Matters: Improving Long-Context Language Models with Reasoning Path Supervision","created":"2025-02-28","cited_by_count":21,"area":"lr"},{"id":"2510.06826","title":"Mid-Training of Large Language Models: A Survey","created":"2025-10-08","cited_by_count":21,"area":null},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2503.08879","title":"LLMs Know What to Drop: Self-Attention Guided KV Cache Eviction for Efficient Long-Context Inference","created":"2025-03-11","cited_by_count":20,"area":"inference"},{"id":"2503.01996","title":"One ruler to measure them all: Benchmarking multilingual long-context language models","created":"2025-03-03","cited_by_count":19,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2512.03324","title":"Cache What Lasts: Token Retention for Memory-Bounded KV Cache in LLMs","created":"2025-12-03","cited_by_count":19,"area":"inference"},{"id":"2412.17483","title":"A Silver Bullet or a Compromise for Full Attention? A Comprehensive Study of Gist Token-based Context Compression","created":"2024-12-23","cited_by_count":17,"area":"inference"},{"id":"2502.12583","title":"LongFaith: Enhancing Long-Context Reasoning in LLMs with Faithful Synthetic Data","created":"2025-02-18","cited_by_count":16,"area":"lr"},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2603.02146","title":"LongRLVR: Long-Context Reinforcement Learning Requires Verifiable Context Rewards","created":"2026-03-02","cited_by_count":15,"area":"lr"},{"id":"2501.02669","title":"Generalizing from SIMPLE to HARD Visual Reasoning: Can We Mitigate Modality Imbalance in VLMs?","created":"2025-01-05","cited_by_count":14,"area":"lr"},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2504.06214","title":"From 128K to 4M: Efficient Training of Ultra-Long Context Large Language Models","created":"2025-04-08","cited_by_count":14,"area":"lr"},{"id":"2510.10481","title":"UltraLLaDA: Scaling the Context Length to 128K for Diffusion Large Language Models","created":"2025-10-12","cited_by_count":13,"area":null},{"id":"2512.12087","title":"BLASST: Dynamic BLocked Attention Sparsity via Softmax Thresholding","created":"2025-12-12","cited_by_count":13,"area":null},{"id":"2507.06607","title":"Decoder-Hybrid-Decoder Architecture for Efficient Reasoning with Long Generation","created":"2025-07-09","cited_by_count":11,"area":"lr"},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2602.17004","title":"Arcee Trinity Large Technical Report","created":"2026-02-19","cited_by_count":11,"area":"moe"},{"id":"2605.29847","title":"EvoRubric: Self-Evolving Rubric-Driven RL for Open-Ended Generation","created":"2026-05-28","cited_by_count":11,"area":"synth"},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2412.02252","title":"Compressing KV Cache for Long-Context LLM Inference with Inter-Layer Attention Similarity","created":"2024-12-03","cited_by_count":10,"area":"inference"},{"id":"2502.14854","title":"CLIPPER: Compression enables long-context synthetic data generation","created":"2025-02-20","cited_by_count":10,"area":"synth"},{"id":"2502.15920","title":"Self-Taught Agentic Long Context Understanding","created":"2025-02-21","cited_by_count":10,"area":"agents"},{"id":"2502.21231","title":"ByteScale: Efficient Scaling of LLM Training with a 2048K Context Length on More Than 12,000 GPUs","created":"2025-02-28","cited_by_count":10,"area":null},{"id":"2505.11166","title":"SoLoPO: Unlocking Long-Context Capabilities in LLMs via Short-to-Long Preference Optimization","created":"2025-05-16","cited_by_count":10,"area":"alignment"},{"id":"2506.10424","title":"SOFT: Selective Data Obfuscation for Protecting LLM Fine-tuning against Membership Inference Attacks","created":"2025-06-12","cited_by_count":10,"area":"safety"},{"id":"2506.17121","title":"Cache Me If You Can: How Many KVs Do You Need for Effective Long-Context LMs?","created":"2025-06-20","cited_by_count":10,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2506.11440","title":"AbsenceBench: Language Models Can't Tell What's Missing","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2502.15592","title":"Generalizing From Short to Long: Effective Data Synthesis for Long-Context Instruction Tuning","created":"2025-02-21","cited_by_count":8,"area":"synth"},{"id":"2505.19959","title":"MiniLongBench: The Low-cost Long Context Understanding Benchmark for Large Language Models","created":"2025-05-26","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2412.17743","title":"YuLan-Mini: An Open Data-efficient Language Model","created":"2024-12-23","cited_by_count":7,"area":null},{"id":"2502.12962","title":"Infinite Retrieval: Attention Enhanced LLMs in Long-Context Processing","created":"2025-02-18","cited_by_count":7,"area":"lr"},{"id":"2605.17283","title":"OProver: A Unified Framework for Agentic Formal Theorem Proving","created":"2026-05-17","cited_by_count":7,"area":"agents"},{"id":"2503.15450","title":"SkyLadder: Better and Faster Pretraining via Context Window Scheduling","created":"2025-03-19","cited_by_count":6,"area":null},{"id":"2504.21463","title":"RWKV-X: A Linear Complexity Hybrid Language Model","created":"2025-04-30","cited_by_count":6,"area":null},{"id":"2505.17134","title":"LongMagpie: A Self-synthesis Method for Generating Large-scale Long-context Instructions","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2509.21271","title":"SuperOffload: Unleashing the Power of Large-Scale LLM Training on Superchips","created":"2025-09-25","cited_by_count":6,"area":null},{"id":"2505.13136","title":"New Encoders for German Trained from Scratch: Comparing ModernGBERT with Converted LLM2Vec Models","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.19293","title":"100-LongBench: Are de facto Long-Context Benchmarks Literally Evaluating Long-Context Ability?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2510.06915","title":"LongRM: Revealing and Unlocking the Context Boundary of Reward Modeling","created":"2025-10-08","cited_by_count":5,"area":"alignment"},{"id":"2511.17127","title":"Training Foundation Models on a Full-Stack AMD Platform: Compute, Networking, and System Design","created":"2025-11-21","cited_by_count":5,"area":"moe"},{"id":"2512.19097","title":"DIVER-1: Scaling Intracranial EEG Foundation Models for Transferable Representations","created":"2025-12-22","cited_by_count":5,"area":null},{"id":"2601.09066","title":"Mi:dm 2.0 Korea-centric Bilingual Language Models","created":"2026-01-14","cited_by_count":5,"area":null},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2412.18860","title":"Bootstrap Your Own Context Length","created":"2024-12-25","cited_by_count":4,"area":"synth"},{"id":"2502.17848","title":"LR^2Bench: Evaluating Long-chain Reflective Reasoning Capabilities of Large Language Models via Constraint Satisfaction Problems","created":"2025-02-25","cited_by_count":4,"area":"lr"},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2507.06415","title":"PERK: Long-Context Reasoning as Test-Time Learning","created":"2025-07-08","cited_by_count":4,"area":"lr"},{"id":"2510.25804","title":"Beyond Length: Quantifying Long-Range Information for Long-Context LLM Pretraining Data","created":"2025-10-29","cited_by_count":4,"area":"lr"},{"id":"2601.11020","title":"From Interpretability to Performance: Optimizing Retrieval Heads for Long-Context Language Models","created":"2026-01-16","cited_by_count":4,"area":"mechinterp"},{"id":"2602.02108","title":"Out of the Memory Barrier: A Highly Memory Efficient Training System for LLMs with Million-Token Contexts","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2606.09659","title":"End-to-End Context Compression at Scale","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2510.00028","title":"Rethinking RoPE Scaling in Quantized LLM: Theory, Outlier, and Channel-Band Analysis with Weight Rescaling","created":"2025-09-26","cited_by_count":3,"area":"lr"},{"id":"2512.03494","title":"A Preliminary Study on the Promises and Challenges of Native Top-$k$ Sparse Attention","created":"2025-12-03","cited_by_count":3,"area":null},{"id":"2512.06201","title":"K2-V2: A 360-Open, Reasoning-Enhanced LLM","created":"2025-12-05","cited_by_count":3,"area":"lr"},{"id":"2603.11352","title":"TimeSqueeze: Dynamic Patching for Efficient Time Series Forecasting","created":"2026-03-11","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2604.15180","title":"AdaSplash-2: Faster Differentiable Sparse Attention","created":"2026-04-16","cited_by_count":3,"area":null},{"id":"2609.02986","title":"Modern Transformers Are Implicit Hybrids: From Functional Differentiation to Principled Hybrid Architecture Design","created":"2026-09-02","cited_by_count":3,"area":null},{"id":"2412.12735","title":"GIRAFFE: Design Choices for Extending the Context Length of Visual Language Models","created":"2024-12-17","cited_by_count":2,"area":"mllm"},{"id":"2504.03931","title":"NAACL2025 Tutorial: Adaptation of Large Language Models","created":"2025-04-04","cited_by_count":2,"area":null},{"id":"2507.09506","title":"Ref-Long: Benchmarking the Long-context Referencing Capability of Long-context Language Models","created":"2025-07-13","cited_by_count":2,"area":null},{"id":"2507.19786","title":"Flora: Effortless Context Construction to Arbitrary Length and Scale","created":"2025-07-26","cited_by_count":2,"area":null},{"id":"2509.06436","title":"Tree of Agents: Improving Long-Context Capabilities of Large Language Models through Multi-Perspective Reasoning","created":"2025-09-08","cited_by_count":2,"area":"lr"},{"id":"2510.24345","title":"LongWeave: A Long-Form Generation Benchmark Bridging Real-World Relevance and Verifiability","created":"2025-10-28","cited_by_count":2,"area":null},{"id":"2602.05258","title":"CoPE: Clipped RoPE as A Scalable Free Lunch for Long Context LLMs","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2602.09075","title":"Learning to Remember, Learn, and Forget in Attention-Based Models","created":"2026-02-09","cited_by_count":2,"area":null},{"id":"2602.15257","title":"How to Train Your Long-Context Visual Document Model","created":"2026-02-16","cited_by_count":2,"area":"mllm"},{"id":"2602.22175","title":"DySCO: Dynamic Attention-Scaling Decoding for Long-Context Language Models","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2604.22575","title":"SpikingBrain2.0: Brain-Inspired Foundation Models for Efficient Long-Context and Cross-Platform Inference","created":"2026-04-24","cited_by_count":2,"area":null},{"id":"2607.15657","title":"Do Agents Dream of False Memories? Black-box Visual Attacks on Long-term Memory in Multimodal AI Agents","created":"2026-07-17","cited_by_count":2,"area":"agents"},{"id":"2608.01672","title":"Learning What to Remember: Test-Time Training via Context Distillation","created":"2026-08-03","cited_by_count":2,"area":null},{"id":"2608.03796","title":"Efficient Knowledge Distillation for LLMs: Offline Top-K Logits and a Fused Chunked KL Loss","created":"2026-08-04","cited_by_count":2,"area":"distill"},{"id":"2608.05141","title":"OctoLong: Mid-Training On Cross-Repository Code Contexts Enhances Long-Context Modeling","created":"2026-08-05","cited_by_count":2,"area":"agents"},{"id":"2503.23274","title":"PromptDistill: Query-based Selective Token Retention in Intermediate Layers for Efficient Large Language Model Inference","created":"2025-03-30","cited_by_count":1,"area":"inference"}],"next_cursor":"100"}