{"total":77,"rows":[{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2402.13598","title":"User-LLM: Efficient LLM Contextualization with User Embeddings","created":"2024-02-21","cited_by_count":76,"area":null},{"id":"2403.04797","title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding","created":"2024-03-05","cited_by_count":72,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2404.12224","title":"Length Generalization of Causal Transformers without Position Encoding","created":"2024-04-18","cited_by_count":47,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2403.13164","title":"VL-ICL Bench: The Devil in the Details of Multimodal In-Context Learning","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2405.05219","title":"Conv-Basis: A New Paradigm for Efficient Attention Inference and Gradient Computation in Transformers","created":"2024-05-08","cited_by_count":32,"area":null},{"id":"2412.12591","title":"LLMs are Also Effective Embedding Models: An In-depth Overview","created":"2024-12-17","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2405.03547","title":"Position: Leverage Foundational Models for Black-Box Optimization","created":"2024-05-06","cited_by_count":21,"area":null},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2405.18009","title":"Exploring Context Window of Large Language Models via Decomposed Positional Vectors","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2402.10685","title":"LongHeads: Multi-Head Attention is Secretly a Long Context Processor","created":"2024-02-16","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2406.15019","title":"MedOdyssey: A Medical Domain Benchmark for Long Context Evaluation Up to 200K Tokens","created":"2024-06-21","cited_by_count":13,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2410.08703","title":"On the token distance modeling ability of higher RoPE attention dimension","created":"2024-10-11","cited_by_count":13,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2511.19933","title":"Failure Modes in LLM Systems: A System-Level Taxonomy for Reliable AI Applications","created":"2025-11-25","cited_by_count":10,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2506.16411","title":"When Does Divide and Conquer Work for Long Context LLM? A Noise Decomposition Framework","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2407.09502","title":"From Text to Life: On the Reciprocal Relationship between Artificial Life and Large Language Models","created":"2024-06-14","cited_by_count":8,"area":null},{"id":"2407.17404","title":"Grammar-based Game Description Generation using Large Language Models","created":"2024-07-24","cited_by_count":7,"area":null},{"id":"2505.23809","title":"LLM-Driven E-Commerce Marketing Content Optimization: Balancing Creativity and Conversion","created":"2025-05-27","cited_by_count":7,"area":null},{"id":"2404.18311","title":"Towards Incremental Learning in Large Language Models: A Critical Review","created":"2024-04-28","cited_by_count":6,"area":null},{"id":"2412.13626","title":"LIFT: Improving Long Context Understanding Through Long Input Fine-Tuning","created":"2024-12-18","cited_by_count":6,"area":null},{"id":"2502.14644","title":"LIFT: A Novel Framework for Enhancing Long-Context Understanding of LLMs via Long Input Fine-Tuning","created":"2025-02-20","cited_by_count":6,"area":null},{"id":"2503.15450","title":"SkyLadder: Better and Faster Pretraining via Context Window Scheduling","created":"2025-03-19","cited_by_count":6,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.21003","title":"Uncertainty Unveiled: Can Exposure to More In-context Examples Mitigate Uncertainty for Large Language Models?","created":"2025-05-27","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2602.19969","title":"ReAttn: Improving Attention-based Re-ranking via Attention Re-weighting","created":"2026-02-23","cited_by_count":5,"area":null},{"id":"2406.16170","title":"SimCE: Simplifying Cross-Entropy Loss for Collaborative Filtering","created":"2024-06-23","cited_by_count":4,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2411.13226","title":"AIDBench: A benchmark for evaluating the authorship identification capability of large language models","created":"2024-11-20","cited_by_count":4,"area":null},{"id":"2502.08576","title":"Mapping the Landscape of Generative AI in Network Monitoring and Management","created":"2025-02-12","cited_by_count":4,"area":null},{"id":"2506.11769","title":"Long-Short Alignment for Effective Long-Context Modeling in LLMs","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2406.15809","title":"LaMSUM: Amplifying Voices Against Harassment through LLM Guided Extractive Summarization of User Incident Reports","created":"2024-06-22","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2501.15225","title":"SEAL: Scaling to Emphasize Attention for Long-Context Retrieval","created":"2025-01-25","cited_by_count":2,"area":null},{"id":"2502.01860","title":"SWE-Arena: An Interactive Platform for Evaluating Foundation Models in Software Engineering","created":"2025-02-03","cited_by_count":2,"area":null},{"id":"2512.07525","title":"Beyond Real: Imaginary Extension of Rotary Position Embeddings for Long-Context LLMs","created":"2025-12-08","cited_by_count":2,"area":null},{"id":"2602.22175","title":"DySCO: Dynamic Attention-Scaling Decoding for Long-Context Language Models","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2502.02659","title":"A Training-Free Length Extrapolation Approach for LLMs: Greedy Attention Logit Interpolation (GALI)","created":"2025-02-04","cited_by_count":1,"area":null},{"id":"2503.04355","title":"Layer-Specific Scaling of Positional Encodings for Superior Long-Context Modeling","created":"2025-03-06","cited_by_count":1,"area":null},{"id":"2504.06304","title":"Leveraging State Space Models in Long Range Genomics","created":"2025-04-07","cited_by_count":1,"area":null},{"id":"2504.08202","title":"Harnessing the Unseen: The Hidden Influence of Intrinsic Knowledge in Long-Context Language Models","created":"2025-04-11","cited_by_count":1,"area":null},{"id":"2505.17296","title":"SELF: Self-Extend the Context Length With Logistic Growth Function","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2507.06313","title":"ETT: Expanding the Long Context Understanding Capability of LLMs at Test-Time","created":"2025-07-08","cited_by_count":1,"area":null},{"id":"2508.02308","title":"LaMPE: Length-aware Multi-grained Positional Encoding for Adaptive Long-context Scaling Without Training","created":"2025-08-04","cited_by_count":1,"area":null},{"id":"2509.06052","title":"Empirical Study of Code Large Language Models for Binary Security Patch Detection","created":"2025-09-07","cited_by_count":1,"area":null},{"id":"2510.18830","title":"MTraining: Distributed Dynamic Sparse Attention for Efficient Ultra-Long Context Training","created":"2025-10-21","cited_by_count":1,"area":null},{"id":"2511.19875","title":"CodeFuse-CommitEval: Towards Benchmarking LLM's Power on Commit Message and Code Change Inconsistency Detection","created":"2025-11-25","cited_by_count":1,"area":null},{"id":"2602.01558","title":"How Implicit Bias Accumulates and Propagates in LLM Long-term Memory","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2603.18446","title":"UT-ACA: Uncertainty-Triggered Adaptive Context Allocation for Long-Context Inference","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2409.18014","title":"Role-RL: Online Long-Context Processing with Role Reinforcement Learning for Distinct LLMs in Their Optimal Roles","created":"2024-09-26","cited_by_count":0,"area":null},{"id":"2507.22411","title":"NeedleChain: Measuring Intact Context Comprehension Capability of Large Language Models","created":"2025-07-30","cited_by_count":0,"area":null},{"id":"2509.11295","title":"The Prompt Engineering Report Distilled: Quick Start Guide for Life Sciences","created":"2025-09-14","cited_by_count":0,"area":null},{"id":"2603.09981","title":"Large Language Models and Book Summarization: Reading or Remembering, Which Is Better?","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2603.26076","title":"Semi-Automated Knowledge Engineering and Process Mapping for Total Airport Management","created":"2026-03-27","cited_by_count":0,"area":null},{"id":"2604.24608","title":"Learning to Route Queries to Heads for Attention-based Re-ranking with Large Language Models","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2607.26473","title":"Learning Dynamic User Personas from Implicit Interaction Streams via Iterative Refinement","created":"2026-07-29","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null},{"id":"2610.06963","title":"WavePrune: One period is often enough for RoPE","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}