{"total":74,"rows":[{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2307.00184","title":"Personality Traits in Large Language Models","created":"2023-07-01","cited_by_count":169,"area":null},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2310.01427","title":"Attention Sorting Combats Recency Bias In Long Context Language Models","created":"2023-09-28","cited_by_count":90,"area":null},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2410.14052","title":"From Isolated Conversations to Hierarchical Schemas: Dynamic Tree Memory Representation for LLMs","created":"2024-10-17","cited_by_count":79,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2205.09726","title":"RankGen: Improving Text Generation with Large Ranking Models","created":"2022-05-19","cited_by_count":72,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2202.07765","title":"General-purpose, long-context autoregressive modeling with Perceiver AR","created":"2022-02-15","cited_by_count":60,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2405.00233","title":"SemantiCodec: An Ultra Low Bitrate Semantic Audio Codec for General Sound","created":"2024-04-30","cited_by_count":45,"area":null},{"id":"2110.08294","title":"Coherence boosting: When your pretrained language model is not paying enough attention","created":"2021-10-15","cited_by_count":38,"area":null},{"id":"2205.11463","title":"Context Limitations Make Neural Language Models More Human-Like","created":"2022-05-23","cited_by_count":34,"area":null},{"id":"2310.10570","title":"On Context Utilization in Summarization with Large Language Models","created":"2023-10-16","cited_by_count":30,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2402.12530","title":"Parallel Structures in Pre-training Data Yield In-Context Learning","created":"2024-02-19","cited_by_count":26,"area":null},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26,"area":null},{"id":"2411.03538","title":"Long Context RAG Performance of Large Language Models","created":"2024-11-05","cited_by_count":23,"area":null},{"id":"2202.07856","title":"The NLP Task Effectiveness of Long-Range Transformers","created":"2022-02-16","cited_by_count":22,"area":null},{"id":"2410.23609","title":"On Positional Bias of Faithfulness for Long-form Summarization","created":"2024-10-31","cited_by_count":22,"area":null},{"id":"2210.08444","title":"Model Criticism for Long-Form Text Generation","created":"2022-10-16","cited_by_count":21,"area":null},{"id":"2401.07004","title":"Extending LLMs' Context Window with 100 Samples","created":"2024-01-13","cited_by_count":21,"area":null},{"id":"2308.00189","title":"Generative Models as a Complex Systems Science: How can we make sense of large language model behavior?","created":"2023-07-31","cited_by_count":19,"area":null},{"id":"2204.10878","title":"ChapterBreak: A Challenge Dataset for Long-Range Language Models","created":"2022-04-22","cited_by_count":18,"area":null},{"id":"2310.15147","title":"S3Eval: A Synthetic, Scalable, Systematic Evaluation Suite for Large Language Models","created":"2023-10-23","cited_by_count":18,"area":null},{"id":"2309.00384","title":"BatchPrompt: Accomplish more with less","created":"2023-09-01","cited_by_count":16,"area":null},{"id":"2402.10685","title":"LongHeads: Multi-Head Attention is Secretly a Long Context Processor","created":"2024-02-16","cited_by_count":16,"area":null},{"id":"2405.17915","title":"Long Context is Not Long at All: A Prospector of Long-Dependency Data for Large Language Models","created":"2024-05-28","cited_by_count":16,"area":null},{"id":"2310.19240","title":"M4LE: A Multi-Ability Multi-Range Multi-Task Multi-Domain Long-Context Evaluation Benchmark for Large Language Models","created":"2023-10-30","cited_by_count":15,"area":null},{"id":"2403.03514","title":"CLongEval: A Chinese Benchmark for Evaluating Long-Context Large Language Models","created":"2024-03-06","cited_by_count":15,"area":null},{"id":"2109.12188","title":"Predicting Attention Sparsity in Transformers","created":"2021-09-24","cited_by_count":13,"area":null},{"id":"2310.12442","title":"Efficient Long-Range Transformers: You Need to Attend More, but Not Necessarily at Every Layer","created":"2023-10-19","cited_by_count":13,"area":null},{"id":"2410.16069","title":"Rolling the DICE on Idiomaticity: How LLMs Fail to Grasp Context","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2505.14925","title":"Too Long, Didn't Model: Decomposing LLM Long-Context Understanding With Novels","created":"2025-05-20","cited_by_count":9,"area":null},{"id":"2402.10453","title":"Steering Conversational Large Language Models for Long Emotional Support Conversations","created":"2024-02-16","cited_by_count":8,"area":null},{"id":"2506.19352","title":"Spotting Out-of-Character Behavior: Atomic-Level Evaluation of Persona Fidelity in Open-Ended Generation","created":"2025-06-24","cited_by_count":8,"area":null},{"id":"2212.14815","title":"Black-box language model explanation by context length probing","created":"2022-12-30","cited_by_count":7,"area":null},{"id":"2305.10614","title":"Token-wise Decomposition of Autoregressive Language Model Hidden States for Analyzing Model Predictions","created":"2023-05-17","cited_by_count":6,"area":null},{"id":"2305.17145","title":"Type Prediction With Program Decomposition and Fill-in-the-Type Training","created":"2023-05-25","cited_by_count":6,"area":null},{"id":"2410.09103","title":"MaCP: Minimal yet Mighty Adaptation via Hierarchical Cosine Projection","created":"2024-10-09","cited_by_count":6,"area":null},{"id":"2602.16837","title":"A Structural Theory of Position Bias in Transformers","created":"2026-02-18","cited_by_count":5,"area":null},{"id":"2204.05185","title":"Uniform Complexity for Text Generation","created":"2022-04-11","cited_by_count":4,"area":null},{"id":"2204.07341","title":"LaMemo: Language Modeling with Look-Ahead Memory","created":"2022-04-15","cited_by_count":4,"area":null},{"id":"2406.08680","title":"Analyzing Large Language Models for Classroom Discussion Assessment","created":"2024-06-12","cited_by_count":4,"area":null},{"id":"2505.14347","title":"QA-prompting: Improving Summarization with Large Language Models using Question-Answering","created":"2025-05-20","cited_by_count":4,"area":null},{"id":"2310.15672","title":"How Much Context Does My Attention-Based ASR System Need?","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2402.03009","title":"UniMem: Towards a Unified View of Long-Context Large Language Models","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2412.11923","title":"PICLe: Pseudo-Annotations for In-Context Learning in Low-Resource Named Entity Detection","created":"2024-12-16","cited_by_count":2,"area":null},{"id":"2503.10571","title":"Radar: Fast Long-Context Decoding for Any Transformer","created":"2025-03-13","cited_by_count":2,"area":null},{"id":"2510.00034","title":"Review of Hallucination Understanding in Large Language and Vision Models","created":"2025-09-26","cited_by_count":2,"area":null},{"id":"2510.22956","title":"Tagging-Augmented Generation: Assisting Language Models in Finding Intricate Knowledge In Long Contexts","created":"2025-10-27","cited_by_count":1,"area":null},{"id":"2512.08082","title":"Short-Context Dominance: How Much Local Context Natural Language Actually Needs?","created":"2025-12-08","cited_by_count":1,"area":null},{"id":"2211.03648","title":"Reranking Overgenerated Responses for End-to-End Task-Oriented Dialogue Systems","created":"2022-11-07","cited_by_count":0,"area":null},{"id":"2410.12292","title":"How much do contextualized representations encode long-range context?","created":"2024-10-16","cited_by_count":0,"area":null},{"id":"2501.13188","title":"Topological constraints on self-organisation in locally interacting systems","created":"2025-01-22","cited_by_count":0,"area":null},{"id":"2505.23870","title":"MaCP: Minimal yet Mighty Adaptation via Hierarchical Cosine Projection","created":"2025-05-29","cited_by_count":0,"area":null},{"id":"2512.14925","title":"Multiscale Aggregated Hierarchical Attention (MAHA): A Game Theoretic and Optimization Driven Approach to Efficient Contextual Modeling in Large Language Models","created":"2025-12-16","cited_by_count":0,"area":null},{"id":"2601.07033","title":"Codified Foreshadowing-Payoff Text Generation","created":"2026-01-11","cited_by_count":0,"area":null},{"id":"2602.19816","title":"Whole-Piece Training for Symbolic Music Language Models via Full-Horizon Compressed Recurrence","created":"2026-02-23","cited_by_count":0,"area":null},{"id":"2606.29139","title":"How Token Influence Decays with Distance: A Green-Function View of Trained Language Models","created":"2026-06-28","cited_by_count":0,"area":null}],"next_cursor":null}