{"total":158,"rows":[{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2410.10813","title":"LongMemEval: Benchmarking Chat Assistants on Long-Term Interactive Memory","created":"2024-10-14","cited_by_count":707,"area":null},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2205.12615","title":"Autoformalization with Large Language Models","created":"2022-05-25","cited_by_count":263,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2302.12433","title":"ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics","created":"2023-02-24","cited_by_count":192,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2207.05987","title":"DocPrompting: Generating Code by Retrieving the Docs","created":"2022-07-13","cited_by_count":153,"area":null},{"id":"2306.03901","title":"ChatDB: Augmenting LLMs with Databases as Their Symbolic Memory","created":"2023-06-06","cited_by_count":140,"area":null},{"id":"2204.02849","title":"KNN-Diffusion: Image Generation via Large-Scale Retrieval","created":"2022-04-06","cited_by_count":137,"area":null},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133,"area":null},{"id":"2310.05029","title":"Walking Down the Memory Maze: Beyond Context Limit through Interactive Reading","created":"2023-10-08","cited_by_count":133,"area":null},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113,"area":null},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111,"area":null},{"id":"2206.12839","title":"Repository-Level Prompt Generation for Large Language Models of Code","created":"2022-06-26","cited_by_count":106,"area":null},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98,"area":null},{"id":"2310.01427","title":"Attention Sorting Combats Recency Bias In Long Context Language Models","created":"2023-09-28","cited_by_count":90,"area":null},{"id":"2212.09248","title":"Natural Language to Code Generation in Interactive Data Science Notebooks","created":"2022-12-19","cited_by_count":87,"area":null},{"id":"2404.01297","title":"Streaming Dense Video Captioning","created":"2024-04-01","cited_by_count":82,"area":null},{"id":"2402.05136","title":"LV-Eval: A Balanced Long-Context Benchmark with 5 Length Levels Up to 256K","created":"2024-02-06","cited_by_count":81,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2205.12910","title":"NaturalProver: Grounded Mathematical Proof Generation with Language Models","created":"2022-05-25","cited_by_count":72,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2305.14322","title":"RET-LLM: Towards a General Read-Write Memory for Large Language Models","created":"2023-05-23","cited_by_count":64,"area":null},{"id":"2302.06646","title":"Simple Hardware-Efficient Long Convolutions for Sequence Modeling","created":"2023-02-13","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2210.06628","title":"OpenCQA: Open-ended Question Answering with Charts","created":"2022-10-12","cited_by_count":61,"area":null},{"id":"2502.00592","title":"M+: Extending MemoryLLM with Scalable Long-Term Memory","created":"2025-02-01","cited_by_count":54,"area":null},{"id":"2303.04488","title":"Magnushammer: A Transformer-Based Approach to Premise Selection","created":"2023-03-08","cited_by_count":50,"area":null},{"id":"2310.00935","title":"Resolving Knowledge Conflicts in Large Language Models","created":"2023-10-02","cited_by_count":50,"area":null},{"id":"2310.19791","title":"LILO: Learning Interpretable Libraries by Compressing and Documenting Code","created":"2023-10-30","cited_by_count":49,"area":null},{"id":"2212.02027","title":"Retrieval as Attention: End-to-end Learning of Retrieval and Reading within a Single Transformer","created":"2022-12-05","cited_by_count":45,"area":null},{"id":"2208.11126","title":"Retrieval-based Controllable Molecule Generation","created":"2022-08-23","cited_by_count":44,"area":null},{"id":"2312.03414","title":"Compressed Context Memory For Online Language Model Interaction","created":"2023-12-06","cited_by_count":43,"area":null},{"id":"2204.11824","title":"Semi-Parametric Neural Image Synthesis","created":"2022-04-25","cited_by_count":37,"area":null},{"id":"2306.07196","title":"Retrieval-Enhanced Contrastive Vision-Text Models","created":"2023-06-12","cited_by_count":36,"area":null},{"id":"2402.10790","title":"In Search of Needles in a 11M Haystack: Recurrent Memory Finds What LLMs Miss","created":"2024-02-16","cited_by_count":36,"area":null},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2403.04317","title":"Online Adaptation of Language Models with a Memory of Amortized Contexts","created":"2024-03-07","cited_by_count":35,"area":null},{"id":"2404.11672","title":"MemLLM: Finetuning LLMs to Use An Explicit Read-Write Memory","created":"2024-04-17","cited_by_count":35,"area":null},{"id":"2203.15243","title":"Fine-tuning Image Transformers using Learnable Memory","created":"2022-03-29","cited_by_count":34,"area":null},{"id":"2310.07343","title":"How Do Large Language Models Capture the Ever-changing World Knowledge? A Review of Recent Advances","created":"2023-10-11","cited_by_count":33,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2404.10308","title":"Hierarchical Context Merging: Better Long Context Understanding for Pre-trained LLMs","created":"2024-04-16","cited_by_count":30,"area":null},{"id":"2306.11732","title":"Retrieving-to-Answer: Zero-Shot Video Question Answering with Frozen Large Language Models","created":"2023-06-15","cited_by_count":27,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2211.09119","title":"Token Turing Machines","created":"2022-11-16","cited_by_count":25,"area":null},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2404.09447","title":"kNN-CLIP: Retrieval Enables Training-Free Segmentation on Continually Expanding Large Vocabularies","created":"2024-04-15","cited_by_count":20,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2204.10878","title":"ChapterBreak: A Challenge Dataset for Long-Range Language Models","created":"2022-04-22","cited_by_count":18,"area":null},{"id":"2210.15859","title":"You can't pick your neighbors, or can you? When and how to rely on retrieval in the $k$NN-LM","created":"2022-10-28","cited_by_count":18,"area":null},{"id":"2308.12383","title":"With a Little Help from your own Past: Prototypical Memory Networks for Image Captioning","created":"2023-08-23","cited_by_count":18,"area":null},{"id":"2308.05361","title":"WeaverBird: Empowering Financial Decision-Making with Large Language Model, Knowledge Base, and Search Engine","created":"2023-08-10","cited_by_count":17,"area":null},{"id":"2312.17296","title":"Structured Packing in LLM Training Improves Long Context Utilization","created":"2023-12-28","cited_by_count":17,"area":null},{"id":"2406.02547","title":"Leveraging Visual Tokens for Extended Text Contexts in Multi-Modal Learning","created":"2024-06-04","cited_by_count":17,"area":null},{"id":"2304.04250","title":"Editable User Profiles for Controllable Text Recommendation","created":"2023-04-09","cited_by_count":16,"area":null},{"id":"2410.10450","title":"KBLaM: Knowledge Base augmented Language Model","created":"2024-10-14","cited_by_count":16,"area":null},{"id":"2406.03880","title":"Memorization in deep learning: A survey","created":"2024-06-06","cited_by_count":15,"area":null},{"id":"2407.04841","title":"Associative Recurrent Memory Transformer","created":"2024-07-05","cited_by_count":15,"area":null},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14,"area":null},{"id":"2211.01979","title":"Tiny-Attention Adapter: Contexts Are More Important Than the Number of Parameters","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2302.06375","title":"One Transformer for All Time Series: Representing and Training with Time-Dependent Heterogeneous Tabular Data","created":"2023-02-13","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2605.12357","title":"$\\delta$-mem: Efficient Online Memory for Large Language Models","created":"2026-05-12","cited_by_count":13,"area":null},{"id":"2410.03156","title":"MELODI: Exploring Memory Compression for Long Contexts","created":"2024-10-04","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2412.18069","title":"Improving Factuality with Explicit Working Memory","created":"2024-12-24","cited_by_count":10,"area":null},{"id":"2210.04485","title":"A Memory Transformer Network for Incremental Learning","created":"2022-10-10","cited_by_count":9,"area":null},{"id":"2212.03613","title":"G-MAP: General Memory-Augmented Pre-trained Language Model for Domain Tasks","created":"2022-12-07","cited_by_count":9,"area":null},{"id":"2410.01651","title":"Efficient Length-Generalizable Attention via Causal Retrieval for Long-Context Language Modeling","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2508.10824","title":"Memory-Augmented Transformers: A Systematic Review from Neuroscience Principles to Enhanced Model Architectures","created":"2025-08-14","cited_by_count":9,"area":null},{"id":"2310.03052","title":"Memoria: Resolving Fateful Forgetting Problem through Human-Inspired Memory Architecture","created":"2023-10-04","cited_by_count":8,"area":null},{"id":"2405.17052","title":"SelfCP: Compressing Over-Limit Prompt via the Frozen Large Language Model Itself","created":"2024-05-27","cited_by_count":8,"area":null},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2408.08172","title":"Towards flexible perception with visual memory","created":"2024-08-15","cited_by_count":8,"area":null},{"id":"2502.04573","title":"Zero-shot Meta-learning for Tabular Prediction Tasks with Adversarially Pre-trained Transformer","created":"2025-02-06","cited_by_count":8,"area":null},{"id":"2510.07739","title":"MeSH: Memory-as-State-Highways for Recursive Transformers","created":"2025-10-09","cited_by_count":8,"area":null},{"id":"2306.10231","title":"GLIMMER: generalized late-interaction memory reranker","created":"2023-06-17","cited_by_count":7,"area":null},{"id":"2603.14517","title":"Learning to Forget: Sleep-Inspired Memory Consolidation for Resolving Proactive Interference in Large Language Models","created":"2026-03-15","cited_by_count":7,"area":null},{"id":"2303.15553","title":"MoViT: Memorizing Vision Transformers for Medical Image Analysis","created":"2023-03-27","cited_by_count":6,"area":null},{"id":"2305.04241","title":"Vcc: Scaling Transformers to 128K Tokens or More by Prioritizing Important Tokens","created":"2023-05-07","cited_by_count":6,"area":null},{"id":"2510.07151","title":"ELMUR: External Layer Memory with Update/Rewrite for Long-Horizon RL Problems","created":"2025-10-08","cited_by_count":6,"area":null},{"id":"2605.26797","title":"Latent Recurrent Transformer: Architecture Exploration, Training Strategies, and Scaling Behavior","created":"2026-05-26","cited_by_count":6,"area":null},{"id":"2607.02303","title":"A Hippocampus for Linear Attention: An Exact Memory for What the Recurrent State Forgets","created":"2026-07-02","cited_by_count":6,"area":null},{"id":"2207.04993","title":"Embedding Recycling for Language Models","created":"2022-07-11","cited_by_count":5,"area":null},{"id":"2209.07634","title":"Stateful Memory-Augmented Transformers for Efficient Dialogue Modeling","created":"2022-09-15","cited_by_count":5,"area":null}],"next_cursor":"100"}