{"total":113,"rows":[{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392,"area":null},{"id":"2401.14887","title":"The Power of Noise: Redefining Retrieval for RAG Systems","created":"2024-01-26","cited_by_count":281,"area":"rag"},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2303.11032","title":"DeID-GPT: Zero-shot Medical Text De-Identification by GPT-4","created":"2023-03-20","cited_by_count":130,"area":null},{"id":"2202.00666","title":"Locally Typical Sampling","created":"2022-02-01","cited_by_count":111,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2109.09115","title":"Do Long-Range Language Models Actually Use Long-Range Context?","created":"2021-09-19","cited_by_count":92,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2205.09726","title":"RankGen: Improving Text Generation with Large Ranking Models","created":"2022-05-19","cited_by_count":72,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2204.13767","title":"Triformer: Triangular, Variable-Specific Attentions for Long Sequence Multivariate Time Series Forecasting--Full Version","created":"2022-04-28","cited_by_count":59,"area":null},{"id":"2403.14622","title":"Language Repository for Long Video Understanding","created":"2024-03-21","cited_by_count":55,"area":null},{"id":"2601.03236","title":"MAGMA: A Multi-Graph based Agentic Memory Architecture for AI Agents","created":"2026-01-06","cited_by_count":52,"area":"agents"},{"id":"2106.08367","title":"What Context Features Can Transformer Language Models Use?","created":"2021-06-15","cited_by_count":50,"area":null},{"id":"2212.10020","title":"On the Blind Spots of Model-Based Evaluation Metrics for Text Generation","created":"2022-12-20","cited_by_count":49,"area":null},{"id":"2112.11174","title":"AutoCTS: Automated Correlated Time Series Forecasting -- Extended Version","created":"2021-12-21","cited_by_count":48,"area":null},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47,"area":null},{"id":"2209.01390","title":"How to Prompt? Opportunities and Challenges of Zero- and Few-Shot Learning for Human-AI Interaction in Creative Applications of Generative Models","created":"2022-09-03","cited_by_count":44,"area":null},{"id":"2301.07779","title":"Understanding and Detecting Hallucinations in Neural Machine Translation via Model Introspection","created":"2023-01-18","cited_by_count":44,"area":null},{"id":"2103.07601","title":"Approximating How Single Head Attention Learns","created":"2021-03-13","cited_by_count":38,"area":null},{"id":"2110.08294","title":"Coherence boosting: When your pretrained language model is not paying enough attention","created":"2021-10-15","cited_by_count":38,"area":null},{"id":"2210.06929","title":"On the Explainability of Natural Language Processing Deep Models","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2205.11463","title":"Context Limitations Make Neural Language Models More Human-Like","created":"2022-05-23","cited_by_count":34,"area":null},{"id":"2305.02633","title":"Conformal Nucleus Sampling","created":"2023-05-04","cited_by_count":33,"area":null},{"id":"2203.10326","title":"Pretraining with Artificial Language: Studying Transferable Knowledge in Language Models","created":"2022-03-19","cited_by_count":28,"area":null},{"id":"2112.07210","title":"Simple Local Attentions Remain Competitive for Long-Context Tasks","created":"2021-12-14","cited_by_count":25,"area":null},{"id":"2204.09867","title":"A Model-Agnostic Data Manipulation Method for Persona-based Dialogue Generation","created":"2022-04-21","cited_by_count":25,"area":null},{"id":"2306.09539","title":"Block-State Transformers","created":"2023-06-15","cited_by_count":24,"area":null},{"id":"2109.15000","title":"A surprisal--duration trade-off across and within the world's languages","created":"2021-09-30","cited_by_count":23,"area":null},{"id":"2303.04729","title":"Stealing the Decoding Algorithms of Language Models","created":"2023-03-08","cited_by_count":19,"area":null},{"id":"2308.00189","title":"Generative Models as a Complex Systems Science: How can we make sense of large language model behavior?","created":"2023-07-31","cited_by_count":19,"area":null},{"id":"2310.08049","title":"Is attention required for ICL? Exploring the Relationship Between Model Architecture and In-Context Learning Ability","created":"2023-10-12","cited_by_count":17,"area":null},{"id":"2402.12370","title":"AnaloBench: Benchmarking the Identification of Abstract and Long-context Analogies","created":"2024-02-19","cited_by_count":13,"area":null},{"id":"2101.00371","title":"On-the-Fly Attention Modulation for Neural Generation","created":"2021-01-02","cited_by_count":12,"area":null},{"id":"2104.11070","title":"Adapting Long Context NLM for ASR Rescoring in Conversational Agents","created":"2021-04-21","cited_by_count":12,"area":null},{"id":"2302.03788","title":"Toward a Theory of Causation for Interpreting Neural Code Models","created":"2023-02-07","cited_by_count":12,"area":null},{"id":"2209.08679","title":"Dynamic Global Memory for Document-level Argument Extraction","created":"2022-09-18","cited_by_count":11,"area":null},{"id":"2104.03474","title":"Revisiting Simple Neural Probabilistic Language Models","created":"2021-04-08","cited_by_count":10,"area":null},{"id":"2109.14017","title":"Shaking Syntactic Trees on the Sesame Street: Multilingual Probing with Controllable Perturbations","created":"2021-09-28","cited_by_count":10,"area":null},{"id":"2109.04867","title":"Studying word order through iterative shuffling","created":"2021-09-10","cited_by_count":9,"area":null},{"id":"2408.10151","title":"Multilingual Needle in a Haystack: Investigating Long-Context Behavior of Multilingual Large Language Models","created":"2024-08-19","cited_by_count":9,"area":null},{"id":"2101.05014","title":"Effective Low-Cost Time-Domain Audio Separation Using Globally Attentive Locally Recurrent Networks","created":"2021-01-13","cited_by_count":8,"area":null},{"id":"2210.13569","title":"Characterizing Verbatim Short-Term Memory in Neural Language Models","created":"2022-10-24","cited_by_count":8,"area":null},{"id":"2106.06922","title":"Cross-utterance Reranking Models with BERT and Graph Convolutional Networks for Conversational Speech Recognition","created":"2021-06-13","cited_by_count":7,"area":null},{"id":"2106.09532","title":"ASR Adaptation for E-commerce Chatbots using Cross-Utterance Context and Multi-Task Language Modeling","created":"2021-06-15","cited_by_count":7,"area":null},{"id":"2205.12485","title":"Conditional set generation using Seq2seq models","created":"2022-05-25","cited_by_count":7,"area":null},{"id":"2302.10903","title":"Trajectory-User Linking via Hierarchical Spatio-Temporal Attention Networks","created":"2023-02-11","cited_by_count":7,"area":null},{"id":"2305.12084","title":"Revisiting Entropy Rate Constancy in Text","created":"2023-05-20","cited_by_count":7,"area":null},{"id":"2511.23021","title":"Masked Diffusion for Generative Recommendation","created":"2025-11-28","cited_by_count":7,"area":"diffusion"},{"id":"2310.15719","title":"AGaLiTe: Approximate Gated Linear Transformers for Online Reinforcement Learning","created":"2023-10-24","cited_by_count":6,"area":null},{"id":"2109.13073","title":"Improving Stack Overflow question title generation with copying enhanced CodeBERT model and bi-modal information","created":"2021-09-27","cited_by_count":5,"area":null},{"id":"2402.00236","title":"Positional Encoding Helps Recurrent Neural Networks Handle a Large Vocabulary","created":"2024-01-31","cited_by_count":5,"area":null},{"id":"2505.22487","title":"Effective Context in Neural Speech Models","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2103.10325","title":"Contextual Biasing of Language Models for Speech Recognition in Goal-Oriented Conversational Agents","created":"2021-03-18","cited_by_count":4,"area":null},{"id":"2204.07341","title":"LaMemo: Language Modeling with Look-Ahead Memory","created":"2022-04-15","cited_by_count":4,"area":null},{"id":"2208.09933","title":"AA-Forecast: Anomaly-Aware Forecast for Extreme Events","created":"2022-08-21","cited_by_count":3,"area":null},{"id":"2308.02531","title":"Choir Transformer: Generating Polyphonic Music with Relative Attention on Transformer","created":"2023-08-01","cited_by_count":3,"area":null},{"id":"2312.02331","title":"Revisiting Topic-Guided Language Models","created":"2023-12-04","cited_by_count":3,"area":null},{"id":"2601.22031","title":"Causal Autoregressive Diffusion Language Model","created":"2026-01-29","cited_by_count":3,"area":"diffusion"},{"id":"2103.01461","title":"Tune-In: Training Under Negative Environments with Interference for Attention Networks Simulating Cocktail Party Effect","created":"2021-03-02","cited_by_count":2,"area":null},{"id":"2104.02858","title":"Capturing Multi-Resolution Context by Dilated Self-Attention","created":"2021-04-07","cited_by_count":2,"area":null},{"id":"2208.11523","title":"Diverse Title Generation for Stack Overflow Posts with Multiple Sampling Enhanced Transformer","created":"2022-08-24","cited_by_count":2,"area":null},{"id":"2305.15904","title":"MTCue: Learning Zero-Shot Control of Extra-Textual Attributes by Leveraging Unstructured Context in Neural Machine Translation","created":"2023-05-25","cited_by_count":2,"area":null},{"id":"2309.17157","title":"LatticeGen: A Cooperative Framework which Hides Generated Text in a Lattice for Privacy-Aware Generation on Cloud","created":"2023-09-29","cited_by_count":2,"area":null},{"id":"2312.14280","title":"Fine-grained Forecasting Models Via Gaussian Process Blurring Effect","created":"2023-12-21","cited_by_count":2,"area":null},{"id":"2402.02625","title":"Enhancing Transformer RNNs with Multiple Temporal Perspectives","created":"2024-02-04","cited_by_count":2,"area":null},{"id":"2410.15470","title":"Data Augmentation via Diffusion Model to Enhance AI Fairness","created":"2024-10-20","cited_by_count":2,"area":"diffusion"},{"id":"2201.03679","title":"Informal Persian Universal Dependency Treebank","created":"2022-01-10","cited_by_count":1,"area":null},{"id":"2208.02402","title":"Fusing Sentence Embeddings Into LSTM-based Autoregressive Language Models","created":"2022-08-04","cited_by_count":1,"area":null},{"id":"2302.05888","title":"Position Matters! Empirical Study of Order Effect in Knowledge-grounded Dialogue","created":"2023-02-12","cited_by_count":1,"area":null},{"id":"2306.16903","title":"Leveraging Cross-Utterance Context For ASR Decoding","created":"2023-06-29","cited_by_count":1,"area":null},{"id":"2309.02206","title":"Language Models for Novelty Detection in System Call Traces","created":"2023-09-05","cited_by_count":1,"area":null},{"id":"2310.12864","title":"The Locality and Symmetry of Positional Encodings","created":"2023-10-19","cited_by_count":1,"area":null},{"id":"2401.12822","title":"Deep Learning Based Simulators for the Phosphorus Removal Process Control in Wastewater Treatment via Deep Reinforcement Learning Algorithms","created":"2024-01-23","cited_by_count":1,"area":"deeprl"},{"id":"2403.03276","title":"ARNN: Attentive Recurrent Neural Network for Multi-channel EEG Signals to Identify Epileptic Seizures","created":"2024-03-05","cited_by_count":1,"area":null},{"id":"2403.13106","title":"Using Shapley interactions to understand how models use structure","created":"2024-03-19","cited_by_count":1,"area":null},{"id":"2410.06566","title":"Detecting Bias and Enhancing Diagnostic Accuracy in Large Language Models for Healthcare","created":"2024-10-09","cited_by_count":1,"area":null},{"id":"2502.20405","title":"Pause-Tuning for Long-Context Comprehension: A Lightweight Approach to LLM Attention Recalibration","created":"2025-02-01","cited_by_count":1,"area":null},{"id":"2510.07500","title":"Black-Box Detection of LLM-Generated Text Using Generalized Jensen-Shannon Divergence","created":"2025-10-08","cited_by_count":1,"area":null},{"id":"2512.08082","title":"Short-Context Dominance: How Much Local Context Natural Language Actually Needs?","created":"2025-12-08","cited_by_count":1,"area":null},{"id":"2606.19349","title":"Where to Place the Query? Unveiling and Mitigating Positional Bias in In-Context Learning for Diffusion LLMs via Decoding Dynamics","created":"2026-04-26","cited_by_count":1,"area":null},{"id":"2608.04330","title":"Right Reset: Chunking by Prefix Removal","created":"2026-08-05","cited_by_count":1,"area":null},{"id":"2104.01572","title":"TransfoRNN: Capturing the Sequential Information in Self-Attention Representations for Language Modeling","created":"2021-04-04","cited_by_count":0,"area":null},{"id":"2106.08927","title":"On the long-term learning ability of LSTM LMs","created":"2021-06-16","cited_by_count":0,"area":null},{"id":"2110.04821","title":"DCT: Dynamic Compressive Transformer for Modeling Unbounded Sequence","created":"2021-10-10","cited_by_count":0,"area":null},{"id":"2111.03333","title":"Effective Cross-Utterance Language Modeling for Conversational Speech Recognition","created":"2021-11-05","cited_by_count":0,"area":null},{"id":"2201.05336","title":"IDEA: Interpretable Dynamic Ensemble Architecture for Time Series Prediction","created":"2022-01-14","cited_by_count":0,"area":null},{"id":"2204.04998","title":"Team \\'UFAL at CMCL 2022 Shared Task: Figuring out the correct recipe for predicting Eye-Tracking features using Pretrained Language Models","created":"2022-04-11","cited_by_count":0,"area":null},{"id":"2204.09885","title":"An Attention-Based Model for Predicting Contextual Informativeness and Curriculum Learning Applications","created":"2022-04-21","cited_by_count":0,"area":null},{"id":"2210.00667","title":"Probing of Quantitative Values in Abstractive Summarization Models","created":"2022-10-03","cited_by_count":0,"area":null},{"id":"2211.01848","title":"Circling Back to Recurrent Models of Language","created":"2022-11-03","cited_by_count":0,"area":null},{"id":"2211.03648","title":"Reranking Overgenerated Responses for End-to-End Task-Oriented Dialogue Systems","created":"2022-11-07","cited_by_count":0,"area":null},{"id":"2305.08073","title":"HiPerformer: Hierarchically Permutation-Equivariant Transformer for Time Series Forecasting","created":"2023-05-14","cited_by_count":0,"area":null},{"id":"2309.07429","title":"Semantic Parsing in Limited Resource Conditions","created":"2023-09-14","cited_by_count":0,"area":null},{"id":"2312.16104","title":"Dotless Representation of Arabic Text: Analysis and Modeling","created":"2023-12-26","cited_by_count":0,"area":null}],"next_cursor":"100"}