{"list":"other","total":67,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"1904.09675","title":"BERTScore: Evaluating Text Generation with BERT","created":"2019-04-21","cited_by_count":5512},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2406.12793","title":"ChatGLM: A Family of Large Language Models from GLM-130B to GLM-4 All Tools","created":"2024-06-18","cited_by_count":1121},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031},{"id":"2310.11324","title":"Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting","created":"2023-10-17","cited_by_count":817},{"id":"1602.06023","title":"Abstractive Text Summarization Using Sequence-to-Sequence RNNs and Beyond","created":"2016-02-19","cited_by_count":812},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"1906.01749","title":"Multi-News: a Large-Scale Multi-Document Summarization Dataset and Abstractive Hierarchical Model","created":"2019-06-04","cited_by_count":431},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290},{"id":"2410.10819","title":"DuoAttention: Efficient Long-Context LLM Inference with Retrieval and Streaming Heads","created":"2024-10-14","cited_by_count":288},{"id":"2104.13346","title":"Understanding Factuality in Abstractive Summarization with FRANK: A Benchmark for Factuality Metrics","created":"2021-04-27","cited_by_count":287},{"id":"2004.13922","title":"Revisiting Pre-Trained Models for Chinese Natural Language Processing","created":"2020-04-29","cited_by_count":266},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186},{"id":"2105.08209","title":"BookSum: A Collection of Datasets for Long-form Narrative Summarization","created":"2021-05-18","cited_by_count":184},{"id":"1906.03741","title":"BIGPATENT: A Large-Scale Dataset for Abstractive and Coherent Summarization","created":"2019-06-10","cited_by_count":156},{"id":"2010.07100","title":"Re-evaluating Evaluation in Text Summarization","created":"2020-10-14","cited_by_count":145},{"id":"2310.00785","title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs","created":"2023-10-01","cited_by_count":137},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125},{"id":"2407.13623","title":"Scaling Laws with Vocabulary: Larger Models Deserve Larger Vocabularies","created":"2024-07-18","cited_by_count":118},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104},{"id":"2301.13298","title":"LongEval: Guidelines for Human Evaluation of Faithfulness in Long-form Summarization","created":"2023-01-30","cited_by_count":96},{"id":"2206.02369","title":"Learning to Break the Loop: Analyzing and Mitigating Repetitions for Neural Text Generation","created":"2022-06-06","cited_by_count":94},{"id":"2211.08412","title":"Evaluating the Factual Consistency of Large Language Models Through News Summarization","created":"2022-11-15","cited_by_count":92},{"id":"2310.05869","title":"HyperAttention: Long-context Attention in Near-Linear Time","created":"2023-10-09","cited_by_count":85},{"id":"2407.00908","title":"FineSurE: Fine-grained Summarization Evaluation using LLMs","created":"2024-07-01","cited_by_count":83},{"id":"2402.02244","title":"Beyond the Limits: A Survey of Techniques to Extend the Context Length in Large Language Models","created":"2024-02-03","cited_by_count":76},{"id":"2305.13091","title":"Large Language Models are Not Yet Human-Level Evaluators for Abstractive Summarization","created":"2023-05-22","cited_by_count":70},{"id":"2404.01261","title":"FABLES: Evaluating faithfulness and content selection in book-length summarization","created":"2024-04-01","cited_by_count":65},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33},{"id":"2404.08018","title":"Analyzing the Performance of Large Language Models on Code Summarization","created":"2024-04-10","cited_by_count":19},{"id":"2305.05280","title":"VCSUM: A Versatile Chinese Meeting Summarization Dataset","created":"2023-05-09","cited_by_count":18},{"id":"2310.19240","title":"M4LE: A Multi-Ability Multi-Range Multi-Task Multi-Domain Long-Context Evaluation Benchmark for Large Language Models","created":"2023-10-30","cited_by_count":15},{"id":"2404.05446","title":"XL$^2$Bench: A Benchmark for Extremely Long Context Understanding with Long-range Dependencies","created":"2024-04-08","cited_by_count":14},{"id":"2407.21443","title":"Improving Faithfulness of Large Language Models in Summarization via Sliding Generation and Self-Consistency","created":"2024-07-31","cited_by_count":14},{"id":"2305.19370","title":"Blockwise Parallel Transformer for Large Context Models","created":"2023-05-30","cited_by_count":12},{"id":"2403.09347","title":"BurstAttention: An Efficient Distributed Attention Framework for Extremely Long Sequences","created":"2024-03-14","cited_by_count":10},{"id":"2409.04774","title":"Untie the Knots: An Efficient Data Augmentation Strategy for Long-Context Pre-Training in Language Models","created":"2024-09-07","cited_by_count":9},{"id":"2110.10874","title":"CNewSum: A Large-scale Chinese News Summarization Dataset with Human-annotated Adequacy and Deducibility Level","created":"2021-10-21","cited_by_count":5},{"id":"2206.04253","title":"CLTS+: A New Chinese Long Text Summarization Dataset with Abstractive Summaries","created":"2022-06-09","cited_by_count":4}],"next_cursor":null}