{"list":"other","total":66,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006},{"id":"2401.10774","title":"Medusa: Simple LLM Inference Acceleration Framework with Multiple Decoding Heads","created":"2024-01-19","cited_by_count":843},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"1711.02281","title":"Non-Autoregressive Neural Machine Translation","created":"2017-11-07","cited_by_count":463},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403},{"id":"2404.19737","title":"Better & Faster Large Language Models via Multi-token Prediction","created":"2024-04-30","cited_by_count":360},{"id":"1811.03115","title":"Blockwise Parallel Decoding for Deep Autoregressive Models","created":"2018-11-07","cited_by_count":323},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298},{"id":"1511.05641","title":"Net2Net: Accelerating Learning via Knowledge Transfer","created":"2015-11-18","cited_by_count":250},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232},{"id":"1905.11006","title":"Levenshtein Transformer","created":"2019-05-27","cited_by_count":199},{"id":"1802.06901","title":"Deterministic Non-Autoregressive Neural Sequence Modeling by Iterative Refinement","created":"2018-02-19","cited_by_count":195},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152},{"id":"1803.03382","title":"Fast Decoding in Sequence Models using Discrete Latent Variables","created":"2018-03-09","cited_by_count":104},{"id":"2110.13711","title":"Hierarchical Transformers Are More Efficient Language Models","created":"2021-10-26","cited_by_count":102},{"id":"1909.02480","title":"FlowSeq: Non-Autoregressive Conditional Sequence Generation with Generative Flow","created":"2019-09-05","cited_by_count":89},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83},{"id":"1811.04719","title":"End-to-End Non-Autoregressive Neural Machine Translation with Connectionist Temporal Classification","created":"2018-11-12","cited_by_count":72},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70},{"id":"2004.01655","title":"Aligned Cross Entropy for Non-Autoregressive Machine Translation","created":"2020-04-03","cited_by_count":65},{"id":"1908.07181","title":"Latent-Variable Non-Autoregressive Neural Machine Translation with Deterministic Inference Using a Delta Posterior","created":"2019-08-20","cited_by_count":58},{"id":"2106.05093","title":"Order-Agnostic Cross Entropy for Non-Autoregressive Machine Translation","created":"2021-06-09","cited_by_count":57},{"id":"2010.12562","title":"On the Transformer Growth for Progressive BERT Training","created":"2020-10-23","cited_by_count":49},{"id":"2205.07459","title":"Directed Acyclic Transformer for Non-Autoregressive Machine Translation","created":"2022-05-16","cited_by_count":44},{"id":"1911.09320","title":"Minimizing the Bag-of-Ngrams Difference for Non-Autoregressive Neural Machine Translation","created":"2019-11-21","cited_by_count":40},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32},{"id":"2011.13635","title":"Progressively Stacking 2.0: A Multi-stage Layerwise Training Method for BERT Training Speedup","created":"2020-11-27","cited_by_count":31},{"id":"2205.14333","title":"One Reference Is Not Enough: Diverse Distillation with Reference Selection for Non-Autoregressive Translation","created":"2022-05-28","cited_by_count":20},{"id":"2106.08122","title":"Sequence-Level Training for Non-Autoregressive Neural Machine Translation","created":"2021-06-15","cited_by_count":18},{"id":"2210.03953","title":"Non-Monotonic Latent Alignments for CTC-Based Non-Autoregressive Machine Translation","created":"2022-10-08","cited_by_count":16},{"id":"1906.09444","title":"Retrieving Sequential Information for Non-Autoregressive Neural Machine Translation","created":"2019-06-22","cited_by_count":15},{"id":"2310.10699","title":"Reusing Pretrained Models by Multi-linear Operators for Efficient Training","created":"2023-10-16","cited_by_count":15},{"id":"2401.12522","title":"BiTA: Bi-Directional Tuning for Lossless Acceleration in Large Language Models","created":"2024-01-23","cited_by_count":13},{"id":"2303.06662","title":"Fuzzy Alignments in Directed Acyclic Graph for Non-Autoregressive Machine Translation","created":"2023-03-12","cited_by_count":11},{"id":"2310.17217","title":"Beyond MLE: Convex Learning for Text Generation","created":"2023-10-26","cited_by_count":4},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4},{"id":"2311.07941","title":"Non-autoregressive Machine Translation with Probabilistic Context-free Grammar","created":"2023-11-14","cited_by_count":4},{"id":"2306.01070","title":"Hierarchical Attention Encoder Decoder","created":"2023-06-01","cited_by_count":3}],"next_cursor":null}