{"total":202,"rows":[{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2502.05564","title":"TabICL: A Tabular Foundation Model for In-Context Learning on Large Data","created":"2025-02-08","cited_by_count":289,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2403.10131","title":"RAFT: Adapting Language Model to Domain Specific RAG","created":"2024-03-15","cited_by_count":262,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2403.16952","title":"Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance","created":"2024-03-25","cited_by_count":184,"area":null},{"id":"2311.00176","title":"ChipNeMo: Domain-Adapted LLMs for Chip Design","created":"2023-10-31","cited_by_count":174,"area":null},{"id":"2501.15383","title":"Qwen2.5-1M Technical Report","created":"2025-01-26","cited_by_count":164,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2409.10173","title":"jina-embeddings-v3: Multilingual Embeddings With Task LoRA","created":"2024-09-16","cited_by_count":141,"area":null},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2502.05167","title":"NoLiMa: Long-Context Evaluation Beyond Literal Matching","created":"2025-02-07","cited_by_count":126,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2410.06205","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?","created":"2024-10-08","cited_by_count":115,"area":null},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112,"area":null},{"id":"2406.16008","title":"Found in the Middle: Calibrating Positional Attention Bias Improves Long Context Utilization","created":"2024-06-23","cited_by_count":101,"area":null},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2410.03226","title":"Frame-Voyager: Learning to Query Frames for Video Large Language Models","created":"2024-10-04","cited_by_count":83,"area":null},{"id":"2402.05136","title":"LV-Eval: A Balanced Long-Context Benchmark with 5 Length Levels Up to 256K","created":"2024-02-06","cited_by_count":81,"area":null},{"id":"2409.02897","title":"LongCite: Enabling LLMs to Generate Fine-grained Citations in Long-context QA","created":"2024-09-04","cited_by_count":81,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2403.14622","title":"Language Repository for Long Video Understanding","created":"2024-03-21","cited_by_count":55,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2501.02885","title":"MDP3: A Training-free Approach for List-wise Frame Selection in Video-LLMs","created":"2025-01-06","cited_by_count":43,"area":null},{"id":"2512.15716","title":"Spatia: Video Generation with Updatable Spatial Memory","created":"2025-12-17","cited_by_count":40,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2410.10760","title":"Denial-of-Service Poisoning Attacks against Large Language Models","created":"2024-10-14","cited_by_count":35,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2401.17671","title":"Contextual Feature Extraction Hierarchies Converge in Large Language Models and the Brain","created":"2024-01-31","cited_by_count":32,"area":null},{"id":"2403.05812","title":"Algorithmic progress in language models","created":"2024-03-09","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2312.01454","title":"D-Bot: Database Diagnosis System using Large Language Models","created":"2023-12-03","cited_by_count":28,"area":null},{"id":"2403.00522","title":"VisionLLaMA: A Unified LLaMA Backbone for Vision Tasks","created":"2024-03-01","cited_by_count":28,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2312.04455","title":"Fortify the Shortest Stave in Attention: Enhancing Context Awareness of Large Language Models for Effective Tool Use","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2410.05249","title":"LoTLIP: Improving Language-Image Pre-training for Long Text Understanding","created":"2024-10-07","cited_by_count":27,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2310.02409","title":"Dodo: Dynamic Contextual Compression for Decoder-only LMs","created":"2023-10-03","cited_by_count":23,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2510.06826","title":"Mid-Training of Large Language Models: A Survey","created":"2025-10-08","cited_by_count":21,"area":null},{"id":"2510.23081","title":"A Survey on LLM Mid-Training","created":"2025-10-27","cited_by_count":21,"area":null},{"id":"2403.04105","title":"Natural Language Processing in the Patent Domain: A Survey","created":"2024-03-06","cited_by_count":20,"area":null},{"id":"2502.02562","title":"Learning the RoPEs: Better 2D and 3D Position Encodings with STRING","created":"2025-02-04","cited_by_count":19,"area":null},{"id":"2403.11802","title":"Counting-Stars: A Multi-evidence, Position-aware, and Scalable Benchmark for Evaluating Long-Context Large Language Models","created":"2024-03-18","cited_by_count":17,"area":null},{"id":"2407.15366","title":"Walking in Others' Shoes: How Perspective-Taking Guides Large Language Models in Reducing Toxicity and Bias","created":"2024-07-22","cited_by_count":17,"area":null},{"id":"2410.09342","title":"LLM$\\times$MapReduce: Simplified Long-Sequence Processing using Large Language Models","created":"2024-10-12","cited_by_count":17,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2410.01671","title":"Bridging Context Gaps: Leveraging Coreference Resolution for Long Contextual Understanding","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2510.05197","title":"Efficient Prediction of Pass@k Scaling in Large Language Models","created":"2025-10-06","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2312.08688","title":"TigerBot: An Open Multilingual Multitask LLM","created":"2023-12-14","cited_by_count":15,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2510.14751","title":"Beyond Multi-Token Prediction: Pretraining LLMs with Future Summaries","created":"2025-10-16","cited_by_count":15,"area":null},{"id":"2502.01481","title":"Intrinsic Entropy of Context Length Scaling in LLMs","created":"2025-02-03","cited_by_count":14,"area":null},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2503.04723","title":"Shifting Long-Context LLMs Research from Input to Output","created":"2025-03-06","cited_by_count":14,"area":null},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2404.04163","title":"Dwell in the Beginning: How Language Models Embed Long Documents for Dense Retrieval","created":"2024-04-05","cited_by_count":13,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2410.08703","title":"On the token distance modeling ability of higher RoPE attention dimension","created":"2024-10-11","cited_by_count":13,"area":null},{"id":"2403.20208","title":"Unlock the Potential of Large Language Models for Predictive Tabular Tasks in Data Science with Table-Specific Pretraining","created":"2024-03-29","cited_by_count":12,"area":null},{"id":"2405.08707","title":"Beyond Scaling Laws: Understanding Transformer Performance with Associative Memory","created":"2024-05-14","cited_by_count":12,"area":null},{"id":"2407.14885","title":"Falcon2-11B Technical Report","created":"2024-07-20","cited_by_count":12,"area":null},{"id":"2502.14862","title":"Interpretable Text Embeddings and Text Similarity Explanation: A Survey","created":"2025-02-20","cited_by_count":12,"area":null},{"id":"2503.01868","title":"Systems and Algorithms for Convolutional Multi-Hybrid Language Models at Scale","created":"2025-02-25","cited_by_count":12,"area":null},{"id":"2310.00576","title":"GrowLength: Accelerating LLMs Pretraining by Progressively Growing Training Length","created":"2023-10-01","cited_by_count":11,"area":null},{"id":"2402.13551","title":"Fine-Grained Modeling of Narrative Context: A Coherence Perspective via Retrospective Questions","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2402.13583","title":"LongWanjuan: Towards Systematic Measurement for Long Text Quality","created":"2024-02-21","cited_by_count":11,"area":null},{"id":"2406.13264","title":"WONDERBREAD: A Benchmark for Evaluating Multimodal Foundation Models on Business Process Management Tasks","created":"2024-06-19","cited_by_count":11,"area":null},{"id":"2407.13739","title":"Scaling Granite Code Models to 128K Context","created":"2024-07-18","cited_by_count":11,"area":null},{"id":"2410.03156","title":"MELODI: Exploring Memory Compression for Long Contexts","created":"2024-10-04","cited_by_count":11,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2411.01842","title":"ElasTST: Towards Robust Varied-Horizon Forecasting with Elastic Time-Series Transformer","created":"2024-11-04","cited_by_count":10,"area":null},{"id":"2509.05218","title":"HoPE: Hyperbolic Rotary Positional Encoding for Stable Long-Range Dependency Modeling in Large Language Models","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2407.01300","title":"Collaborative Performance Prediction for Large Language Models","created":"2024-07-01","cited_by_count":9,"area":null}],"next_cursor":"100"}