{"list":"other","total":92,"rows":[{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"1809.09600","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","created":"2018-09-25","cited_by_count":3754},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"1611.09268","title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset","created":"2016-11-28","cited_by_count":1605},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2401.14196","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","created":"2024-01-25","cited_by_count":1181},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160},{"id":"2212.10511","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","created":"2022-12-20","cited_by_count":1128},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601},{"id":"1712.07040","title":"The NarrativeQA Reading Comprehension Challenge","created":"2017-12-19","cited_by_count":597},{"id":"2305.14627","title":"Enabling Large Language Models to Generate Text with Citations","created":"2023-05-24","cited_by_count":595},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2402.00159","title":"Dolma: an Open Corpus of Three Trillion Tokens for Language Model Pretraining Research","created":"2024-01-31","cited_by_count":483},{"id":"2003.04807","title":"Efficient Intent Detection with Dual Sentence Encoders","created":"2020-03-10","cited_by_count":433},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"1909.02027","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","created":"2019-09-04","cited_by_count":386},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359},{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356},{"id":"2209.12356","title":"News Summarization and Evaluation in the Era of GPT-3","created":"2022-09-26","cited_by_count":327},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233},{"id":"2311.10702","title":"Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2","created":"2023-11-17","cited_by_count":229},{"id":"2402.01032","title":"Repeat After Me: Transformers are Better than State Space Models at Copying","created":"2024-02-01","cited_by_count":216},{"id":"2402.18668","title":"Simple linear attention language models balance the recall-throughput tradeoff","created":"2024-02-28","cited_by_count":208},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176},{"id":"1903.05566","title":"Benchmarking Natural Language Understanding Services for building Conversational Agents","created":"2019-03-13","cited_by_count":166},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157},{"id":"2310.06786","title":"OpenWebMath: An Open Dataset of High-Quality Mathematical Web Text","created":"2023-10-10","cited_by_count":155},{"id":"2305.09731","title":"What In-Context Learning \"Learns\" In-Context: Disentangling Task Recognition and Task Learning","created":"2023-05-16","cited_by_count":152},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144},{"id":"2310.00785","title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs","created":"2023-10-01","cited_by_count":137},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106},{"id":"2301.13298","title":"LongEval: Guidelines for Human Evaluation of Faithfulness in Long-form Summarization","created":"2023-01-30","cited_by_count":96},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80},{"id":"2404.01261","title":"FABLES: Evaluating faithfulness and content selection in book-length summarization","created":"2024-04-01","cited_by_count":65},{"id":"2408.12570","title":"Jamba-1.5: Hybrid Transformer-Mamba Models at Scale","created":"2024-08-22","cited_by_count":50},{"id":"2206.10883","title":"Multi-LexSum: Real-World Summaries of Civil Rights Lawsuits at Multiple Granularities","created":"2022-06-22","cited_by_count":47},{"id":"2109.11503","title":"Finding a Balanced Degree of Automation for Summary Evaluation","created":"2021-09-23","cited_by_count":43},{"id":"2204.10216","title":"Re-Examining System-Level Correlations of Automatic Summarization Evaluation Metrics","created":"2022-04-21","cited_by_count":38},{"id":"2404.10830","title":"Fewer Truncations Improve Language Modeling","created":"2024-04-16","cited_by_count":35},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22},{"id":"2401.07004","title":"Extending LLMs' Context Window with 100 Samples","created":"2024-01-13","cited_by_count":21},{"id":"2406.00605","title":"LongSkywork: A Training Recipe for Efficiently Extending Context Length in Large Language Models","created":"2024-06-02","cited_by_count":19},{"id":"2406.19292","title":"From Artificial Needles to Real Haystacks: Improving Retrieval Capabilities in LLMs by Finetuning on Synthetic Data","created":"2024-06-27","cited_by_count":18},{"id":"2402.11111","title":"Language Models as Science Tutors","created":"2024-02-16","cited_by_count":17},{"id":"2401.06951","title":"E^2-LLM: Efficient and Extreme Length Extension of Large Language Models","created":"2024-01-13","cited_by_count":11},{"id":"2008.07027","title":"Adding Recurrence to Pretrained Transformers for Improved Efficiency and Context Size","created":"2020-08-16","cited_by_count":5},{"id":"2407.00434","title":"Brevity is the soul of wit: Pruning long files for code generation","created":"2024-06-29","cited_by_count":4}],"next_cursor":null}