{"total":96,"rows":[{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2406.16008","title":"Found in the Middle: Calibrating Positional Attention Bias Improves Long Context Utilization","created":"2024-06-23","cited_by_count":101,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2308.00675","title":"Tool Documentation Enables Zero-Shot Tool-Usage with Large Language Models","created":"2023-08-01","cited_by_count":68,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2406.11612","title":"Long Code Arena: a Set of Benchmarks for Long-Context Code Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2308.02357","title":"Text2KGBench: A Benchmark for Ontology-Driven Knowledge Graph Generation from Text","created":"2023-08-04","cited_by_count":48,"area":null},{"id":"2509.02785","title":"DrDiff: Dynamic Routing Diffusion with Hierarchical Attention for Breaking the Efficiency-Quality Trade-off","created":"2025-09-02","cited_by_count":34,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2404.10308","title":"Hierarchical Context Merging: Better Long Context Understanding for Pre-trained LLMs","created":"2024-04-16","cited_by_count":30,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2408.01866","title":"Efficient Solutions For An Intriguing Failure of LLMs: Long Context Window Does Not Mean LLMs Can Analyze Long Sequences Flawlessly","created":"2024-08-03","cited_by_count":24,"area":null},{"id":"2310.02409","title":"Dodo: Dynamic Contextual Compression for Decoder-only LMs","created":"2023-10-03","cited_by_count":23,"area":null},{"id":"2405.06067","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","created":"2024-05-09","cited_by_count":21,"area":null},{"id":"2406.02547","title":"Leveraging Visual Tokens for Extended Text Contexts in Multi-Modal Learning","created":"2024-06-04","cited_by_count":17,"area":null},{"id":"2310.10176","title":"Large Language Models Meet Open-World Intent Discovery and Recognition: An Evaluation of ChatGPT","created":"2023-10-16","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2403.03823","title":"A Modular Approach for Multimodal Summarization of TV Shows","created":"2024-03-06","cited_by_count":13,"area":null},{"id":"2406.13618","title":"In-Context Former: Lightning-fast Compressing Context for Large Language Model","created":"2024-06-19","cited_by_count":12,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2408.16967","title":"MemLong: Memory-Augmented Retrieval for Long Text Modeling","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2502.08246","title":"Inference-time sparse attention with asymmetric indexing","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2404.03561","title":"Select and Summarize: Scene Saliency for Movie Script Summarization","created":"2024-04-04","cited_by_count":10,"area":null},{"id":"2408.08506","title":"Ex3: Automatic Novel Writing by Extracting, Excelsior and Expanding","created":"2024-08-16","cited_by_count":10,"area":null},{"id":"2506.15545","title":"RATTENTION: Towards the Minimal Sliding Window Size in Local-Global Attention Models","created":"2025-06-18","cited_by_count":10,"area":null},{"id":"2307.14991","title":"Multilingual Code Co-Evolution Using Large Language Models","created":"2023-07-27","cited_by_count":9,"area":null},{"id":"2308.13191","title":"Chunk, Align, Select: A Simple Long-sequence Processing Method for Transformers","created":"2023-08-25","cited_by_count":9,"area":null},{"id":"2404.00594","title":"LexAbSumm: Aspect-based Summarization of Legal Decisions","created":"2024-03-31","cited_by_count":9,"area":null},{"id":"2501.14577","title":"ZETA: Leveraging Z-order Curves for Efficient Top-k Attention","created":"2025-01-24","cited_by_count":9,"area":null},{"id":"2502.00977","title":"Context-Aware Hierarchical Merging for Long Document Summarization","created":"2025-02-03","cited_by_count":9,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2506.11440","title":"AbsenceBench: Language Models Can't Tell What's Missing","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2306.12916","title":"Cross-lingual Cross-temporal Summarization: Dataset, Models, Evaluation","created":"2023-06-22","cited_by_count":8,"area":null},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2410.09527","title":"LexSumm and LexT5: Benchmarking and Modeling Legal Summarization Tasks in English","created":"2024-10-12","cited_by_count":8,"area":null},{"id":"2306.10231","title":"GLIMMER: generalized late-interaction memory reranker","created":"2023-06-17","cited_by_count":7,"area":null},{"id":"2310.15372","title":"EpiK-Eval: Evaluation for Language Models as Epistemic Models","created":"2023-10-23","cited_by_count":6,"area":null},{"id":"2408.03506","title":"1.5-Pints Technical Report: Pretraining in Days, Not Months -- Your Language Model Thrives on Quality Data","created":"2024-08-07","cited_by_count":6,"area":null},{"id":"2408.15518","title":"Squid: Long Context as a New Modality for Energy-Efficient On-Device Language Models","created":"2024-08-28","cited_by_count":6,"area":null},{"id":"2505.17810","title":"VIBE: Vector Index Benchmark for Embeddings","created":"2025-05-23","cited_by_count":6,"area":null},{"id":"2310.15494","title":"TRAMS: Training-free Memory Selection for Long-range Language Modeling","created":"2023-10-24","cited_by_count":5,"area":null},{"id":"2402.02969","title":"Towards Understanding the Word Sensitivity of Attention Layers: A Study via Random Features","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2406.12018","title":"CItruS: Chunked Instruction-aware State Eviction for Long Sequence Modeling","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2501.01805","title":"End-to-End Long Document Summarization using Gradient Caching","created":"2025-01-03","cited_by_count":4,"area":null},{"id":"2501.14112","title":"CoPERLex: Content Planning with Event-based Representations for Legal Case Summarization","created":"2025-01-23","cited_by_count":4,"area":null},{"id":"2309.05457","title":"Unveiling the Sentinels: Assessing AI Performance in Cybersecurity Peer Review","created":"2023-09-11","cited_by_count":3,"area":null},{"id":"2311.08329","title":"KTRL+F: Knowledge-Augmented In-Document Search","created":"2023-11-14","cited_by_count":3,"area":null},{"id":"2401.04881","title":"Attendre: Wait To Attend By Retrieval With Evicted Queries in Memory-Based Transformers for Long Context Processing","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2402.03009","title":"UniMem: Towards a Unified View of Long-Context Large Language Models","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2410.06520","title":"A Novel LLM-based Two-stage Summarization Approach for Long Dialogues","created":"2024-10-09","cited_by_count":3,"area":null},{"id":"2410.10372","title":"BookWorm: A Dataset for Character Description and Analysis","created":"2024-10-14","cited_by_count":3,"area":null},{"id":"2506.00773","title":"Dynamic Chunking and Selection for Reading Comprehension of Ultra-Long Context in Large Language Models","created":"2025-06-01","cited_by_count":3,"area":null},{"id":"2305.14806","title":"AWESOME: GPU Memory-constrained Long Document Summarization using Memory Mechanism and Global Salient Content","created":"2023-05-24","cited_by_count":2,"area":null},{"id":"2308.14903","title":"MEMORY-VQ: Compression for Tractable Internet-Scale Memory","created":"2023-08-28","cited_by_count":2,"area":null},{"id":"2402.01172","title":"Streaming Sequence Transduction through Dynamic Compression","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2407.10486","title":"IDEAL: Leveraging Infinite and Dynamic Characterizations of Large Language Models for Query-focused Summarization","created":"2024-07-15","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2503.10571","title":"Radar: Fast Long-Context Decoding for Any Transformer","created":"2025-03-13","cited_by_count":2,"area":null},{"id":"2503.19574","title":"Context-Efficient Retrieval with Factual Decomposition","created":"2025-03-25","cited_by_count":2,"area":null},{"id":"2602.22175","title":"DySCO: Dynamic Attention-Scaling Decoding for Long-Context Language Models","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2407.02486","title":"Neurocache: Efficient Vector Retrieval for Long-range Language Modeling","created":"2024-07-02","cited_by_count":1,"area":null},{"id":"2408.02439","title":"Long Input Benchmark for Russian Analysis","created":"2024-08-05","cited_by_count":1,"area":null},{"id":"2410.15846","title":"Modelling Concurrent RTP Flows for End-to-end Predictions of QoS in Real Time Communications","created":"2024-10-21","cited_by_count":1,"area":null},{"id":"2411.04013","title":"$k$NN Attention Demystified: A Theoretical Exploration for Scalable Transformers","created":"2024-11-06","cited_by_count":1,"area":null},{"id":"2502.16931","title":"Machine learning and high dimensional vector search","created":"2025-02-24","cited_by_count":1,"area":null},{"id":"2504.05954","title":"Unsupervised Location Mapping for Narrative Corpora","created":"2025-04-08","cited_by_count":1,"area":null},{"id":"2504.18269","title":"TextTIGER: Text-based Intelligent Generation with Entity Prompt Refinement for Text-to-Image Generation","created":"2025-04-25","cited_by_count":1,"area":null},{"id":"2511.14137","title":"Unifying Convolution and Attention via Convolutional Nearest Neighbors","created":"2025-11-18","cited_by_count":1,"area":null},{"id":"2312.02188","title":"Video Summarization: Towards Entity-Aware Captions","created":"2023-12-01","cited_by_count":0,"area":null},{"id":"2402.09573","title":"Changes by Butterflies: Farsighted Forecasting with Group Reservoir Transformer","created":"2024-02-14","cited_by_count":0,"area":null},{"id":"2410.01637","title":"On The Adaptation of Unlimiformer for Decoder-Only Transformers","created":"2024-10-02","cited_by_count":0,"area":null},{"id":"2410.05903","title":"Automatic Summarization of Long Documents","created":"2024-10-08","cited_by_count":0,"area":null},{"id":"2507.04117","title":"Relational inductive biases on attention mechanisms","created":"2025-07-05","cited_by_count":0,"area":null},{"id":"2509.12519","title":"Context-Aware Language Models for Forecasting Market Impact from Sequences of Financial News","created":"2025-09-15","cited_by_count":0,"area":null},{"id":"2509.24074","title":"ResFormer: All-Time Reservoir Memory for Long Sequence Classification","created":"2025-09-28","cited_by_count":0,"area":null},{"id":"2511.11754","title":"Batch Transformer Architecture: Case of Synthetic Image Generation for Emotion Expression Facial Recognition","created":"2025-11-13","cited_by_count":0,"area":null},{"id":"2608.01311","title":"RH-RAG: Trustworthy Long-Form Generation for Privacy-Constrained Settings","created":"2026-08-02","cited_by_count":0,"area":null},{"id":"2610.04753","title":"More Value per Key: Asymmetric Sparse Attention for Faster LLM Decoding","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}