{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2210.03629","title":"ReAct: Synergizing Reasoning and Acting in Language Models","created":"2022-10-06","cited_by_count":8695},{"id":"2303.11366","title":"Reflexion: Language Agents with Verbal Reinforcement Learning","created":"2023-03-20","cited_by_count":4276},{"id":"2305.10601","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","created":"2023-05-17","cited_by_count":3211},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392},{"id":"2312.07104","title":"SGLang: Efficient Execution of Structured Language Model Programs","created":"2023-12-12","cited_by_count":1141},{"id":"2104.08786","title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","created":"2021-04-18","cited_by_count":1135},{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843},{"id":"2310.11324","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","created":"2023-10-17","cited_by_count":817},{"id":"2402.01680","title":"Large Language Model based Multi-Agents: A Survey of Progress and Challenges","created":"2024-01-21","cited_by_count":769},{"id":"2310.16834","title":"Discrete Diffusion Modeling by Estimating the Ratios of the Data Distribution","created":"2023-10-25","cited_by_count":745},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578},{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575},{"id":"2311.18677","title":"Splitwise: Efficient generative LLM inference using phase splitting","created":"2023-11-30","cited_by_count":558},{"id":"2309.03882","title":"Large Language Models Are Not Robust Multiple Choice Selectors","created":"2023-09-07","cited_by_count":486},{"id":"1711.02281","title":"Non-Autoregressive Neural Machine Translation","created":"2017-11-07","cited_by_count":463},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432},{"id":"2109.05093","title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","created":"2021-09-10","cited_by_count":411},{"id":"2207.00032","title":"DeepSpeed Inference: Enabling Efficient Inference of Transformer Models at Unprecedented Scale","created":"2022-06-30","cited_by_count":407},{"id":"2408.08435","title":"Automated Design of Agentic Systems","created":"2024-08-15","cited_by_count":407},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268},{"id":"2405.16444","title":"CacheBlend: Fast Large Language Model Serving for RAG with Cached Knowledge Fusion","created":"2024-05-26","cited_by_count":223},{"id":"2312.12456","title":"PowerInfer: Fast Large Language Model Serving with a Consumer-grade GPU","created":"2023-12-16","cited_by_count":217},{"id":"2305.13971","title":"Grammar-Constrained Decoding for Structured NLP Tasks without Finetuning","created":"2023-05-23","cited_by_count":197},{"id":"2308.16369","title":"SARATHI: Efficient LLM Inference by Piggybacking Decodes with Chunked Prefills","created":"2023-08-31","cited_by_count":193},{"id":"2201.11227","title":"Synchromesh: Reliable code generation from pre-trained language models","created":"2022-01-26","cited_by_count":156},{"id":"2510.11967","title":"Scaling Long-Horizon LLM Agent via Context-Folding","created":"2025-10-13","cited_by_count":148},{"id":"2410.02506","title":"Cut the Crap: An Economical Communication Pipeline for LLM-based Multi-Agent Systems","created":"2024-10-03","cited_by_count":141},{"id":"1902.03249","title":"Insertion Transformer: Flexible Sequence Generation via Insertion Operations","created":"2019-02-08","cited_by_count":125},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125},{"id":"2212.06094","title":"Prompting Is Programming: A Query Language for Large Language Models","created":"2022-12-12","cited_by_count":110},{"id":"2403.06988","title":"Guiding LLMs The Right Way: Fast, Non-Invasive Constrained Generation","created":"2024-02-07","cited_by_count":101},{"id":"2405.04437","title":"vAttention: Dynamic Memory Management for Serving LLMs without PagedAttention","created":"2024-05-07","cited_by_count":98},{"id":"2311.18232","title":"LMRL Gym: Benchmarks for Multi-Turn Reinforcement Learning with Language Models","created":"2023-11-30","cited_by_count":88},{"id":"2402.15220","title":"ChunkAttention: Efficient Self-Attention with Prefix-Aware KV Cache and Two-Phase Partition","created":"2024-02-23","cited_by_count":82},{"id":"2402.05099","title":"Hydragen: High-Throughput LLM Inference with Shared Prefixes","created":"2024-02-07","cited_by_count":73},{"id":"2501.10868","title":"JSONSchemaBench: A Rigorous Benchmark of Structured Outputs for Language Models","created":"2025-01-18","cited_by_count":71},{"id":"2405.21047","title":"Grammar-Aligned Decoding","created":"2024-05-31","cited_by_count":54},{"id":"1808.08583","title":"Semi-Autoregressive Neural Machine Translation","created":"2018-08-26","cited_by_count":48},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37},{"id":"2312.06853","title":"LLF-Bench: Benchmark for Interactive Learning from Language Feedback","created":"2023-12-11","cited_by_count":33},{"id":"2404.04793","title":"SqueezeAttention: 2D Management of KV-Cache in LLM Inference via Layer-wise Optimal Budget","created":"2024-04-07","cited_by_count":23}],"next_cursor":null}