{"total":2737,"rows":[{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673,"area":null},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344,"area":null},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164,"area":null},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598,"area":null},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2202.03629","title":"Survey of Hallucination in Natural Language Generation","created":"2022-02-08","cited_by_count":2075,"area":null},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2310.08560","title":"MemGPT: Towards LLMs as Operating Systems","created":"2023-10-12","cited_by_count":1389,"area":null},{"id":"2201.12740","title":"FEDformer: Frequency Enhanced Decomposed Transformer for Long-term Series Forecasting","created":"2022-01-30","cited_by_count":1210,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103,"area":null},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2108.00573","title":"MuSiQue: Multihop Questions via Single-hop Question Composition","created":"2021-08-02","cited_by_count":916,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2303.08896","title":"SelfCheckGPT: Zero-Resource Black-Box Hallucination Detection for Generative Large Language Models","created":"2023-03-15","cited_by_count":810,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2205.12454","title":"Recipe for a General, Powerful, Scalable Graph Transformer","created":"2022-05-25","cited_by_count":713,"area":null},{"id":"2410.10813","title":"LongMemEval: Benchmarking Chat Assistants on Long-Term Interactive Memory","created":"2024-10-14","cited_by_count":707,"area":null},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699,"area":null},{"id":"2207.01848","title":"TabPFN: A Transformer That Solves Small Tabular Classification Problems in a Second","created":"2022-07-05","cited_by_count":674,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2109.00122","title":"FinQA: A Dataset of Numerical Reasoning over Financial Data","created":"2021-09-01","cited_by_count":562,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400,"area":null},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2302.14376","title":"GNOT: A General Neural Operator Transformer for Operator Learning","created":"2023-02-28","cited_by_count":336,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2202.07925","title":"ActionFormer: Localizing Moments of Actions with Transformers","created":"2022-02-16","cited_by_count":311,"area":null},{"id":"2110.00976","title":"LexGLUE: A Benchmark Dataset for Legal Language Understanding in English","created":"2021-10-03","cited_by_count":310,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2402.10373","title":"BioMistral: A Collection of Open-Source Pretrained Large Language Models for Medical Domains","created":"2024-02-15","cited_by_count":301,"area":null},{"id":"2403.14621","title":"GRM: Large Gaussian Reconstruction Model for Efficient 3D Reconstruction and Generation","created":"2024-03-21","cited_by_count":301,"area":null},{"id":"2209.15352","title":"AudioGen: Textually Guided Audio Generation","created":"2022-09-30","cited_by_count":295,"area":null},{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2102.00719","title":"Video Transformer Network","created":"2021-02-01","cited_by_count":272,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2107.07567","title":"Beyond Goldfish Memory: Long-Term Open-Domain Conversation","created":"2021-07-15","cited_by_count":267,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2104.07857","title":"ZeRO-Infinity: Breaking the GPU Memory Wall for Extreme Scale Deep Learning","created":"2021-04-16","cited_by_count":256,"area":null},{"id":"2305.03514","title":"Can Large Language Models Transform Computational Social Science?","created":"2023-04-12","cited_by_count":250,"area":null},{"id":"2111.13587","title":"Adaptive Fourier Neural Operators: Efficient Token Mixers for Transformers","created":"2021-11-24","cited_by_count":248,"area":null},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2204.07143","title":"Neighborhood Attention Transformer","created":"2022-04-14","cited_by_count":239,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2106.05392","title":"Keeping Your Eye on the Ball: Trajectory Attention in Video Transformers","created":"2021-06-09","cited_by_count":224,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2112.05329","title":"FaceFormer: Speech-Driven 3D Facial Animation with Transformers","created":"2021-12-10","cited_by_count":209,"area":null},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208,"area":null},{"id":"2103.15358","title":"Multi-Scale Vision Longformer: A New Vision Transformer for High-Resolution Image Encoding","created":"2021-03-29","cited_by_count":207,"area":null},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204,"area":null},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2210.06774","title":"Re3: Generating Longer Stories With Recursive Reprompting and Revision","created":"2022-10-13","cited_by_count":193,"area":null},{"id":"2202.10447","title":"Transformer Quality in Linear Time","created":"2022-02-21","cited_by_count":191,"area":null},{"id":"2306.07174","title":"Augmenting Language Models with Long-Term Memory","created":"2023-06-12","cited_by_count":189,"area":null},{"id":"2310.06201","title":"Compressing Context to Enhance Inference Efficiency of Large Language Models","created":"2023-10-09","cited_by_count":189,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2412.05496","title":"Flex Attention: A Programming Model for Generating Optimized Attention Kernels","created":"2024-12-07","cited_by_count":185,"area":null},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184,"area":null},{"id":"2308.13387","title":"Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs","created":"2023-08-25","cited_by_count":184,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178,"area":null},{"id":"2101.07448","title":"Fast Convergence of DETR with Spatially Modulated Co-Attention","created":"2021-01-19","cited_by_count":176,"area":null},{"id":"2210.08964","title":"PromptCast: A New Prompt-based Learning Paradigm for Time Series Forecasting","created":"2022-09-20","cited_by_count":172,"area":null},{"id":"2106.00666","title":"You Only Look at One Sequence: Rethinking Transformer in Vision through Object Detection","created":"2021-06-01","cited_by_count":170,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2302.12766","title":"Language-Driven Representation Learning for Robotics","created":"2023-02-24","cited_by_count":165,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2102.07074","title":"TransGAN: Two Pure Transformers Can Make One Strong GAN, and That Can Scale Up","created":"2021-02-14","cited_by_count":162,"area":null},{"id":"2103.05247","title":"Pretrained Transformers as Universal Computation Engines","created":"2021-03-09","cited_by_count":162,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2108.06314","title":"A Dataset for Answering Time-Sensitive Questions","created":"2021-08-13","cited_by_count":154,"area":null},{"id":"2106.05667","title":"GraphiT: Encoding Graph Structure in Transformers","created":"2021-06-10","cited_by_count":147,"area":null},{"id":"2112.01640","title":"MultiVerS: Improving scientific claim verification with weak supervision and full-document context","created":"2021-12-02","cited_by_count":143,"area":null}],"next_cursor":"100"}