{"total":181,"rows":[{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2406.02630","title":"AI Agents Under Threat: A Survey of Key Security Challenges and Future Pathways","created":"2024-06-04","cited_by_count":127,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2410.14052","title":"From Isolated Conversations to Hierarchical Schemas: Dynamic Tree Memory Representation for LLMs","created":"2024-10-17","cited_by_count":79,"area":null},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2512.15716","title":"Spatia: Video Generation with Updatable Spatial Memory","created":"2025-12-17","cited_by_count":40,"area":null},{"id":"2406.14673","title":"Insights into LLM Long-Context Failures: When Transformers Know but Don't Tell","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2405.05219","title":"Conv-Basis: A New Paradigm for Efficient Attention Inference and Gradient Computation in Transformers","created":"2024-05-08","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2512.12167","title":"Extending the Context of Pretrained LLMs by Dropping Their Positional Embeddings","created":"2025-12-13","cited_by_count":26,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2510.06826","title":"Mid-Training of Large Language Models: A Survey","created":"2025-10-08","cited_by_count":21,"area":null},{"id":"2409.04267","title":"An overview of domain-specific foundation model: key technologies, applications and challenges","created":"2024-09-06","cited_by_count":19,"area":null},{"id":"2411.10478","title":"Large Language Models for Constructing and Optimizing Machine Learning Workflows: A Survey","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2406.10322","title":"LieRE: Lie Rotational Positional Encodings","created":"2024-06-14","cited_by_count":18,"area":null},{"id":"2410.21216","title":"HoPE: A Novel Positional Encoding Without Long-Term Decay for Enhanced Context Awareness and Extrapolation","created":"2024-10-28","cited_by_count":17,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2404.19553","title":"Extending Llama-3's Context Ten-Fold Overnight","created":"2024-04-30","cited_by_count":15,"area":null},{"id":"2502.01523","title":"CondAmbigQA: A Benchmark and Dataset for Conditional Ambiguous Question Answering","created":"2025-02-03","cited_by_count":15,"area":null},{"id":"2506.03131","title":"Native-Resolution Image Synthesis","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2502.19103","title":"LongEval: A Comprehensive Analysis of Long-Text Generation Through a Plan-based Paradigm","created":"2025-02-26","cited_by_count":14,"area":null},{"id":"2406.15019","title":"MedOdyssey: A Medical Domain Benchmark for Long Context Evaluation Up to 200K Tokens","created":"2024-06-21","cited_by_count":13,"area":null},{"id":"2406.18294","title":"Hierarchical Context Pruning: Optimizing Real-World Code Completion with Repository-Level Pretrained Code LLMs","created":"2024-06-26","cited_by_count":13,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2503.05200","title":"ORANSight-2.0: Foundational LLMs for O-RAN","created":"2025-03-07","cited_by_count":13,"area":null},{"id":"2506.09251","title":"Extrapolation by Association: Length Generalization Transfer in Transformers","created":"2025-06-10","cited_by_count":13,"area":null},{"id":"2409.18454","title":"Leveraging Long-Context Large Language Models for Multi-Document Understanding and Summarization in Enterprise Applications","created":"2024-09-27","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2411.07130","title":"On Many-Shot In-Context Learning for Long-Context Evaluation","created":"2024-11-11","cited_by_count":10,"area":null},{"id":"2502.14541","title":"LLM-based User Profile Management for Recommender System","created":"2025-02-20","cited_by_count":10,"area":null},{"id":"2509.10534","title":"Decoupling the \"What\" and \"Where\" With Polar Coordinate Positional Embeddings","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2404.11216","title":"Position Engineering: Boosting Large Language Models through Positional Information Manipulation","created":"2024-04-17","cited_by_count":9,"area":null},{"id":"2409.00921","title":"Statically Contextualizing Large Language Models with Typed Holes","created":"2024-09-02","cited_by_count":9,"area":null},{"id":"2409.04774","title":"Untie the Knots: An Efficient Data Augmentation Strategy for Long-Context Pre-Training in Language Models","created":"2024-09-07","cited_by_count":9,"area":null},{"id":"2502.03358","title":"Minerva: A Programmable Memory Test Benchmark for Language Models","created":"2025-02-05","cited_by_count":9,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2506.00069","title":"Evaluating the Sensitivity of LLMs to Prior Context","created":"2025-05-29","cited_by_count":9,"area":null},{"id":"2509.04903","title":"ACE-RL: Adaptive Constraint-Enhanced Reward for Long-form Generation Reinforcement Learning","created":"2025-09-05","cited_by_count":9,"area":null},{"id":"2412.16926","title":"Revisiting In-Context Learning with Long Context Language Models","created":"2024-12-22","cited_by_count":8,"area":null},{"id":"2502.02095","title":"LongDPO: Unlock Better Long-form Generation Abilities for LLMs via Critique-augmented Stepwise Information","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2510.22548","title":"LooGLE v2: Are LLMs Ready for Real World Long Dependency Challenges?","created":"2025-10-26","cited_by_count":8,"area":null},{"id":"2507.10178","title":"Pimba: A Processing-in-Memory Acceleration for Post-Transformer Large Language Model Serving","created":"2025-07-14","cited_by_count":7,"area":null},{"id":"2602.10959","title":"Rotary Positional Embeddings as Phase Modulation: Theoretical Bounds on the RoPE Base for Long-Context Transformers","created":"2026-02-11","cited_by_count":7,"area":null},{"id":"2411.07688","title":"ImageRAG: Enhancing Ultra High Resolution Remote Sensing Imagery Analysis with ImageRAG","created":"2024-11-12","cited_by_count":6,"area":null},{"id":"2411.09289","title":"StreamAdapter: Efficient Test Time Adaptation from Contextual Streams","created":"2024-11-14","cited_by_count":6,"area":null},{"id":"2511.11579","title":"Decoupling Positional and Symbolic Attention Behavior in Transformers","created":"2025-10-03","cited_by_count":6,"area":null},{"id":"2406.10786","title":"Evaluating LLMs with Multiple Problems at once","created":"2024-06-16","cited_by_count":5,"area":null},{"id":"2407.12117","title":"MEMO: Fine-grained Tensor Management For Ultra-long Context LLM Training","created":"2024-07-16","cited_by_count":5,"area":null},{"id":"2502.06898","title":"Large Language Models for In-File Vulnerability Localization Can Be \"Lost in the End\"","created":"2025-02-09","cited_by_count":5,"area":null},{"id":"2505.13027","title":"Deconstructing Positional Information: From Attention Logits to Training Biases","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2510.02330","title":"EntropyLong: Effective Long-Context Training via Predictive Uncertainty","created":"2025-09-26","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2511.09146","title":"DoPE: Denoising Rotary Position Embedding","created":"2025-11-12","cited_by_count":5,"area":null},{"id":"2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","created":"2026-06-03","cited_by_count":5,"area":null},{"id":"2411.13226","title":"AIDBench: A benchmark for evaluating the authorship identification capability of large language models","created":"2024-11-20","cited_by_count":4,"area":null},{"id":"2502.06556","title":"MultiFileTest: A Multi-File-Level LLM Unit Test Generation Benchmark and Impact of Error Fixing Mechanisms","created":"2025-02-10","cited_by_count":4,"area":null},{"id":"2502.18890","title":"TokenSwift: Lossless Acceleration of Ultra Long Sequence Generation","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2507.02964","title":"Less Data, More Security: Advancing Cybersecurity LLMs Specialization via Resource-Efficient Domain-Adaptive Continuous Pre-training with Minimal Tokens","created":"2025-06-30","cited_by_count":4,"area":null},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2508.07966","title":"Exploring the Challenges and Opportunities of AI-assisted Codebase Generation","created":"2025-08-11","cited_by_count":4,"area":null},{"id":"2509.00421","title":"Memory Limitations of Prompt Tuning in Transformers","created":"2025-08-30","cited_by_count":4,"area":null},{"id":"2601.22181","title":"MrRoPE: Mixed-radix Rotary Position Embedding","created":"2026-01-28","cited_by_count":4,"area":null},{"id":"2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2408.11382","title":"Towards Inducing Long-Context Abilities in Multilingual Neural Machine Translation Models","created":"2024-08-21","cited_by_count":3,"area":null},{"id":"2409.14517","title":"Sliding Window Training -- Utilizing Historical Recommender Systems Data for Foundation Models","created":"2024-08-21","cited_by_count":3,"area":null},{"id":"2412.18811","title":"DCIS: Efficient Length Extrapolation of LLMs via Divide-and-Conquer Scaling Factor Search","created":"2024-12-25","cited_by_count":3,"area":null},{"id":"2502.06617","title":"Scaling Multi-Document Event Summarization: Evaluating Compression vs. Full-Text Approaches","created":"2025-02-10","cited_by_count":3,"area":null},{"id":"2506.04579","title":"Selecting Demonstrations for Many-Shot In-Context Learning via Gradient Matching","created":"2025-06-05","cited_by_count":3,"area":null},{"id":"2506.05121","title":"The NTNU System at the S&I Challenge 2025 SLA Open Track","created":"2025-06-05","cited_by_count":3,"area":null},{"id":"2507.16217","title":"Towards Compute-Optimal Many-Shot In-Context Learning","created":"2025-07-22","cited_by_count":3,"area":null},{"id":"2509.11206","title":"Evalet: Evaluating Large Language Models through Functional Fragmentation","created":"2025-09-14","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2603.18017","title":"Frayed RoPE and Long Inputs: A Geometric Perspective","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2606.02976","title":"Memory Retrieval for Changing Preferences","created":"2026-06-02","cited_by_count":3,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2502.01860","title":"SWE-Arena: An Interactive Platform for Evaluating Foundation Models in Software Engineering","created":"2025-02-03","cited_by_count":2,"area":null},{"id":"2505.08651","title":"Scaling Context, Not Parameters: Training a Compact 7B Language Model for Efficient Long-Context Processing","created":"2025-05-13","cited_by_count":2,"area":null},{"id":"2507.19786","title":"Flora: Effortless Context Construction to Arbitrary Length and Scale","created":"2025-07-26","cited_by_count":2,"area":null},{"id":"2508.19578","title":"Towards a Holistic and Automated Evaluation Framework for Multi-Level Comprehension of LLMs in Book-Length Contexts","created":"2025-08-27","cited_by_count":2,"area":null},{"id":"2509.11084","title":"Length-Aware Rotary Position Embedding for Text-Speech Alignment","created":"2025-09-14","cited_by_count":2,"area":null},{"id":"2510.15231","title":"Extending Audio Context for Long-Form Understanding in Large Audio-Language Models","created":"2025-10-17","cited_by_count":2,"area":null},{"id":"2602.05258","title":"CoPE: Clipped RoPE as A Scalable Free Lunch for Long Context LLMs","created":"2026-02-05","cited_by_count":2,"area":null},{"id":"2603.15653","title":"Recursive Language Models Meet Uncertainty: The Surprising Effectiveness of Self-Reflective Program Search for Long Context","created":"2026-03-07","cited_by_count":2,"area":null}],"next_cursor":"100"}