{"total":128,"rows":[{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439,"area":"agents"},{"id":"2402.17753","title":"Evaluating Very Long-Term Conversational Memory of LLM Agents","created":"2024-02-27","cited_by_count":830,"area":"agents"},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2402.19473","title":"Retrieval-Augmented Generation for AI-Generated Content: A Survey","created":"2024-02-29","cited_by_count":354,"area":"rag"},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353,"area":null},{"id":"2305.17216","title":"Generating Images with Multimodal Language Models","created":"2023-05-26","cited_by_count":260,"area":"mllm"},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2307.06945","title":"In-context Autoencoder for Context Compression in a Large Language Model","created":"2023-07-13","cited_by_count":199,"area":"inference"},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197,"area":"agents"},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2406.16008","title":"Found in the Middle: Calibrating Positional Attention Bias Improves Long Context Utilization","created":"2024-06-23","cited_by_count":101,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2407.13193","title":"Retrieval-Augmented Generation for Natural Language Processing: A Survey","created":"2024-07-18","cited_by_count":71,"area":"rag"},{"id":"2308.00675","title":"Tool Documentation Enables Zero-Shot Tool-Usage with Large Language Models","created":"2023-08-01","cited_by_count":68,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2406.11612","title":"Long Code Arena: a Set of Benchmarks for Long-Context Code Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2308.02357","title":"Text2KGBench: A Benchmark for Ontology-Driven Knowledge Graph Generation from Text","created":"2023-08-04","cited_by_count":48,"area":null},{"id":"2401.13649","title":"VisualWebArena: Evaluating Multimodal Agents on Realistic Visual Web Tasks","created":"2024-01-24","cited_by_count":47,"area":"agents"},{"id":"2407.01178","title":"$\\text{Memory}^3$: Language Modeling with Explicit Memory","created":"2024-07-01","cited_by_count":40,"area":"rag"},{"id":"2509.02785","title":"DrDiff: Dynamic Routing Diffusion with Hierarchical Attention for Breaking the Efficiency-Quality Trade-off","created":"2025-09-02","cited_by_count":34,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2404.10308","title":"Hierarchical Context Merging: Better Long Context Understanding for Pre-trained LLMs","created":"2024-04-16","cited_by_count":30,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2406.02376","title":"Retaining Key Information under High Compression Ratios: Query-Guided Compressor for LLMs","created":"2024-06-04","cited_by_count":24,"area":"inference"},{"id":"2408.01866","title":"Efficient Solutions For An Intriguing Failure of LLMs: Long Context Window Does Not Mean LLMs Can Analyze Long Sequences Flawlessly","created":"2024-08-03","cited_by_count":24,"area":null},{"id":"2305.14879","title":"ByteSized32: A Corpus and Challenge Task for Generating Task-Specific World Models Expressed as Text Games","created":"2023-05-24","cited_by_count":23,"area":"wm"},{"id":"2310.02409","title":"Dodo: Dynamic Contextual Compression for Decoder-only LMs","created":"2023-10-03","cited_by_count":23,"area":null},{"id":"2409.19272","title":"Perception Compressor: A Training-Free Prompt Compression Framework in Long Context Scenarios","created":"2024-09-28","cited_by_count":23,"area":"inference"},{"id":"2405.06067","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","created":"2024-05-09","cited_by_count":21,"area":null},{"id":"2306.13421","title":"Retrieval-Pretrained Transformer: Long-range Language Modeling with Self-retrieval","created":"2023-06-23","cited_by_count":20,"area":"rag"},{"id":"2312.01279","title":"TextGenSHAP: Scalable Post-hoc Explanations in Text Generation with Long Documents","created":"2023-12-03","cited_by_count":17,"area":"lr"},{"id":"2406.02547","title":"Leveraging Visual Tokens for Extended Text Contexts in Multi-Modal Learning","created":"2024-06-04","cited_by_count":17,"area":null},{"id":"2310.10176","title":"Large Language Models Meet Open-World Intent Discovery and Recognition: An Evaluation of ChatGPT","created":"2023-10-16","cited_by_count":16,"area":null},{"id":"2410.02719","title":"UncertaintyRAG: Span-Level Uncertainty Enhanced Long-Context Modeling for Retrieval-Augmented Generation","created":"2024-10-03","cited_by_count":16,"area":"rag"},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2403.03823","title":"A Modular Approach for Multimodal Summarization of TV Shows","created":"2024-03-06","cited_by_count":13,"area":null},{"id":"2406.13618","title":"In-Context Former: Lightning-fast Compressing Context for Large Language Model","created":"2024-06-19","cited_by_count":12,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2408.16967","title":"MemLong: Memory-Augmented Retrieval for Long Text Modeling","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2411.05787","title":"RefreshKV: Updating Small KV Cache During Long-form Generation","created":"2024-11-08","cited_by_count":11,"area":"inference"},{"id":"2502.08246","title":"Inference-time sparse attention with asymmetric indexing","created":"2025-02-12","cited_by_count":11,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2404.03561","title":"Select and Summarize: Scene Saliency for Movie Script Summarization","created":"2024-04-04","cited_by_count":10,"area":null},{"id":"2408.08506","title":"Ex3: Automatic Novel Writing by Extracting, Excelsior and Expanding","created":"2024-08-16","cited_by_count":10,"area":null},{"id":"2505.24575","title":"NexusSum: Hierarchical LLM Agents for Long-Form Narrative Summarization","created":"2025-05-30","cited_by_count":10,"area":"agents"},{"id":"2506.15545","title":"RATTENTION: Towards the Minimal Sliding Window Size in Local-Global Attention Models","created":"2025-06-18","cited_by_count":10,"area":null},{"id":"2307.14991","title":"Multilingual Code Co-Evolution Using Large Language Models","created":"2023-07-27","cited_by_count":9,"area":null},{"id":"2308.13191","title":"Chunk, Align, Select: A Simple Long-sequence Processing Method for Transformers","created":"2023-08-25","cited_by_count":9,"area":null},{"id":"2404.00594","title":"LexAbSumm: Aspect-based Summarization of Legal Decisions","created":"2024-03-31","cited_by_count":9,"area":null},{"id":"2501.14577","title":"ZETA: Leveraging Z-order Curves for Efficient Top-k Attention","created":"2025-01-24","cited_by_count":9,"area":null},{"id":"2502.00977","title":"Context-Aware Hierarchical Merging for Long Document Summarization","created":"2025-02-03","cited_by_count":9,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2506.11440","title":"AbsenceBench: Language Models Can't Tell What's Missing","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2306.12916","title":"Cross-lingual Cross-temporal Summarization: Dataset, Models, Evaluation","created":"2023-06-22","cited_by_count":8,"area":null},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2406.00057","title":"Toward Conversational Agents with Context and Time Sensitive Long-term Memory","created":"2024-05-29","cited_by_count":8,"area":"rag"},{"id":"2410.09527","title":"LexSumm and LexT5: Benchmarking and Modeling Legal Summarization Tasks in English","created":"2024-10-12","cited_by_count":8,"area":null},{"id":"2306.10231","title":"GLIMMER: generalized late-interaction memory reranker","created":"2023-06-17","cited_by_count":7,"area":null},{"id":"2310.15372","title":"EpiK-Eval: Evaluation for Language Models as Epistemic Models","created":"2023-10-23","cited_by_count":6,"area":null},{"id":"2408.03506","title":"1.5-Pints Technical Report: Pretraining in Days, Not Months -- Your Language Model Thrives on Quality Data","created":"2024-08-07","cited_by_count":6,"area":null},{"id":"2408.15518","title":"Squid: Long Context as a New Modality for Energy-Efficient On-Device Language Models","created":"2024-08-28","cited_by_count":6,"area":null},{"id":"2505.17810","title":"VIBE: Vector Index Benchmark for Embeddings","created":"2025-05-23","cited_by_count":6,"area":null},{"id":"2310.15494","title":"TRAMS: Training-free Memory Selection for Long-range Language Modeling","created":"2023-10-24","cited_by_count":5,"area":null},{"id":"2402.02969","title":"Towards Understanding the Word Sensitivity of Attention Layers: A Study via Random Features","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2406.07528","title":"QuickLLaMA: Query-aware Inference Acceleration for Large Language Models","created":"2024-06-11","cited_by_count":4,"area":"inference"},{"id":"2406.12018","title":"CItruS: Chunked Instruction-aware State Eviction for Long Sequence Modeling","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2501.01805","title":"End-to-End Long Document Summarization using Gradient Caching","created":"2025-01-03","cited_by_count":4,"area":null},{"id":"2501.14112","title":"CoPERLex: Content Planning with Event-based Representations for Legal Case Summarization","created":"2025-01-23","cited_by_count":4,"area":null},{"id":"2510.25804","title":"Beyond Length: Quantifying Long-Range Information for Long-Context LLM Pretraining Data","created":"2025-10-29","cited_by_count":4,"area":"lr"},{"id":"2309.05457","title":"Unveiling the Sentinels: Assessing AI Performance in Cybersecurity Peer Review","created":"2023-09-11","cited_by_count":3,"area":null},{"id":"2311.08329","title":"KTRL+F: Knowledge-Augmented In-Document Search","created":"2023-11-14","cited_by_count":3,"area":null},{"id":"2401.04881","title":"Attendre: Wait To Attend By Retrieval With Evicted Queries in Memory-Based Transformers for Long Context Processing","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2402.03009","title":"UniMem: Towards a Unified View of Long-Context Large Language Models","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2410.06520","title":"A Novel LLM-based Two-stage Summarization Approach for Long Dialogues","created":"2024-10-09","cited_by_count":3,"area":null},{"id":"2410.10372","title":"BookWorm: A Dataset for Character Description and Analysis","created":"2024-10-14","cited_by_count":3,"area":null},{"id":"2506.00773","title":"Dynamic Chunking and Selection for Reading Comprehension of Ultra-Long Context in Large Language Models","created":"2025-06-01","cited_by_count":3,"area":null},{"id":"2509.16857","title":"ShadowServe: Interference-Free KV Cache Fetching for Distributed Prefix Caching","created":"2025-09-21","cited_by_count":3,"area":"inference"},{"id":"2305.14806","title":"AWESOME: GPU Memory-constrained Long Document Summarization using Memory Mechanism and Global Salient Content","created":"2023-05-24","cited_by_count":2,"area":null},{"id":"2308.14903","title":"MEMORY-VQ: Compression for Tractable Internet-Scale Memory","created":"2023-08-28","cited_by_count":2,"area":null},{"id":"2402.01172","title":"Streaming Sequence Transduction through Dynamic Compression","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2407.10486","title":"IDEAL: Leveraging Infinite and Dynamic Characterizations of Large Language Models for Query-focused Summarization","created":"2024-07-15","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null}],"next_cursor":"100"}