{"list":"other","total":78,"rows":[{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2004.12832","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","created":"2020-04-27","cited_by_count":1178},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"2211.00593","title":"Interpretability in the Wild: a Circuit for Indirect Object Identification in GPT-2 small","created":"2022-11-01","cited_by_count":1165},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125},{"id":"2402.03216","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","created":"2024-02-05","cited_by_count":1073},{"id":"2209.10652","title":"Toy Models of Superposition","created":"2022-09-21","cited_by_count":971},{"id":"2305.14233","title":"Enhancing Chat Language Models by Scaling High-quality Instructional Conversations","created":"2023-05-23","cited_by_count":839},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735},{"id":"2304.14997","title":"Towards Automated Circuit Discovery for Mechanistic Interpretability","created":"2023-04-28","cited_by_count":724},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"2304.14767","title":"Dissecting Recall of Factual Associations in Auto-Regressive Language Models","created":"2023-04-28","cited_by_count":528},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364},{"id":"2305.11747","title":"HaluEval: A Large-Scale Hallucination Evaluation Benchmark for Large Language Models","created":"2023-05-19","cited_by_count":341},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288},{"id":"2211.02001","title":"Estimating the Carbon Footprint of BLOOM, a 176B Parameter Language Model","created":"2022-11-03","cited_by_count":265},{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265},{"id":"2404.02258","title":"Mixture-of-Depths: Dynamically allocating compute in transformer-based language models","created":"2024-04-02","cited_by_count":258},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"2305.14160","title":"Label Words are Anchors: An Information Flow Perspective for Understanding In-Context Learning","created":"2023-05-23","cited_by_count":236},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226},{"id":"2306.07174","title":"Augmenting Language Models with Long-Term Memory","created":"2023-06-12","cited_by_count":189},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133},{"id":"2310.04988","title":"The Troubling Emergence of Hallucination in Large Language Models -- An Extensive Definition, Quantification, and Prescriptive Remediations","created":"2023-10-08","cited_by_count":131},{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128},{"id":"1911.12011","title":"JEC-QA: A Legal-Domain Question Answering Dataset","created":"2019-11-27","cited_by_count":116},{"id":"1907.01470","title":"Augmenting Self-attention with Persistent Memory","created":"2019-07-02","cited_by_count":93},{"id":"2204.06618","title":"Formal Language Recognition by Hard Attention Transformers: Perspectives from Circuit Complexity","created":"2022-04-13","cited_by_count":93},{"id":"2402.17834","title":"Stable LM 2 1.6B Technical Report","created":"2024-02-27","cited_by_count":90},{"id":"2305.15054","title":"A Mechanistic Interpretation of Arithmetic Reasoning in Language Models using Causal Mediation Analysis","created":"2023-05-24","cited_by_count":89},{"id":"2212.10947","title":"Parallel Context Windows for Large Language Models","created":"2022-12-21","cited_by_count":81},{"id":"2304.08442","title":"The MiniPile Challenge for Data-Efficient Language Models","created":"2023-04-17","cited_by_count":75},{"id":"2007.07497","title":"Phase diagram for two-layer ReLU neural networks at infinite-width limit","created":"2020-07-15","cited_by_count":67},{"id":"2210.02671","title":"A Logic for Expressing Log-Precision Transformers","created":"2022-10-06","cited_by_count":67},{"id":"2308.10755","title":"WanJuan: A Comprehensive Multimodal Dataset for Advancing English and Chinese Large Models","created":"2023-08-21","cited_by_count":50},{"id":"2310.16795","title":"QMoE: Practical Sub-1-Bit Compression of Trillion-Parameter Models","created":"2023-10-25","cited_by_count":42},{"id":"2402.07321","title":"Summing Up the Facts: Additive Mechanisms Behind Factual Recall in LLMs","created":"2024-02-11","cited_by_count":42},{"id":"2403.19521","title":"Interpreting Key Mechanisms of Factual Recall in Transformer-Based Language Models","created":"2024-03-28","cited_by_count":31},{"id":"2402.15175","title":"Unified View of Grokking, Double Descent and Emergent Abilities: A Perspective from Circuits Competition","created":"2024-02-23","cited_by_count":23},{"id":"2311.15296","title":"UHGEval: Benchmarking the Hallucination of Chinese Large Language Models via Unconstrained Generation","created":"2023-11-26","cited_by_count":22},{"id":"2303.06561","title":"Phase Diagram of Initial Condensation for Two-layer Neural Networks","created":"2023-03-12","cited_by_count":16},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14},{"id":"2403.00862","title":"NewsBench: A Systematic Evaluation Framework for Assessing Editorial Capabilities of Large Language Models in Chinese Journalism","created":"2024-02-29","cited_by_count":8},{"id":"2212.11481","title":"A Mathematical Framework for Learning Probability Distributions","created":"2022-12-22","cited_by_count":7}],"next_cursor":null}