{"list":"other","total":66,"rows":[{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1905.00414","title":"Similarity of Neural Network Representations Revisited","created":"2019-05-01","cited_by_count":1755},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"1606.06031","title":"The LAMBADA dataset: Word prediction requiring a broad discourse context","created":"2016-06-20","cited_by_count":992},{"id":"2209.11895","title":"In-context Learning and Induction Heads","created":"2022-09-24","cited_by_count":964},{"id":"2102.12452","title":"Probing Classifiers: Promises, Shortcomings, and Advances","created":"2021-02-24","cited_by_count":876},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"2310.06824","title":"The Geometry of Truth: Emergent Linear Structure in Large Language Model Representations of True/False Datasets","created":"2023-10-10","cited_by_count":712},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"2306.11644","title":"Textbooks Are All You Need","created":"2023-06-20","cited_by_count":569},{"id":"2309.05463","title":"Textbooks Are All You Need II: phi-1.5 technical report","created":"2023-09-11","cited_by_count":565},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532},{"id":"2304.14767","title":"Dissecting Recall of Factual Associations in Auto-Regressive Language Models","created":"2023-04-28","cited_by_count":528},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383},{"id":"1808.09121","title":"WiC: the Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations","created":"2018-08-28","cited_by_count":372},{"id":"2309.16042","title":"Towards Best Practices of Activation Patching in Language Models: Metrics and Methods","created":"2023-09-27","cited_by_count":359},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316},{"id":"2310.15916","title":"In-Context Learning Creates Task Vectors","created":"2023-10-24","cited_by_count":312},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308},{"id":"2402.10588","title":"Do Llamas Work in English? On the Latent Language of Multilingual Transformers","created":"2024-02-16","cited_by_count":281},{"id":"2209.00626","title":"The Alignment Problem from a Deep Learning Perspective","created":"2022-08-30","cited_by_count":258},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249},{"id":"2010.15327","title":"Do Wide and Deep Networks Learn the Same Things? Uncovering How Neural Network Representations Vary with Width and Depth","created":"2020-10-29","cited_by_count":245},{"id":"2301.04213","title":"Does Localization Inform Editing? Surprising Differences in Causality-Based Localization vs. Knowledge Editing in Language Models","created":"2023-01-10","cited_by_count":243},{"id":"2403.17887","title":"The Unreasonable Ineffectiveness of the Deeper Layers","created":"2024-03-26","cited_by_count":226},{"id":"2306.12001","title":"An Overview of Catastrophic AI Risks","created":"2023-06-21","cited_by_count":222},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170},{"id":"2310.15154","title":"Linear Representations of Sentiment in Large Language Models","created":"2023-10-23","cited_by_count":163},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156},{"id":"1909.00015","title":"Adaptively Sparse Transformers","created":"2019-08-30","cited_by_count":155},{"id":"2209.02535","title":"Analyzing Transformers in Embedding Space","created":"2022-09-06","cited_by_count":132},{"id":"2312.13558","title":"The Truth is in There: Improving Reasoning in Language Models with Layer-Selective Rank Reduction","created":"2023-12-21","cited_by_count":123},{"id":"2004.03844","title":"On the Effect of Dropping Layers of Pre-trained Transformer Models","created":"2020-04-08","cited_by_count":118},{"id":"1807.07814","title":"Interactive Supercomputing on 40,000 Cores for Machine Learning and Data Analysis","created":"2018-07-20","cited_by_count":110},{"id":"2310.08744","title":"Circuit Component Reuse Across Tasks in Transformer Language Models","created":"2023-10-12","cited_by_count":108},{"id":"2310.17191","title":"How do Language Models Bind Entities in Context?","created":"2023-10-26","cited_by_count":108},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105},{"id":"2401.12181","title":"Universal Neurons in GPT2 Language Models","created":"2024-01-22","cited_by_count":102},{"id":"2403.00824","title":"Information Flow Routes: Automatically Interpreting Language Models at Scale","created":"2024-02-27","cited_by_count":95},{"id":"2010.13369","title":"Accelerating Training of Transformer-Based Language Models with Progressive Layer Dropping","created":"2020-10-26","cited_by_count":93},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85},{"id":"1710.04773","title":"Residual Connections Encourage Iterative Inference","created":"2017-10-13","cited_by_count":77},{"id":"2312.09230","title":"Successor Heads: Recurring, Interpretable Attention Heads In The Wild","created":"2023-12-14","cited_by_count":77},{"id":"2310.04625","title":"Copy Suppression: Comprehensively Understanding an Attention Head","created":"2023-10-06","cited_by_count":76},{"id":"2212.09095","title":"Rethinking the Role of Scale for In-Context Learning: An Interpretability-based Case Study at 66 Billion Scale","created":"2022-12-18","cited_by_count":64},{"id":"1612.07771","title":"Highway and Residual Networks learn Unrolled Iterative Estimation","created":"2016-12-22","cited_by_count":52},{"id":"1911.03864","title":"Improving Transformer Models by Reordering their Sublayers","created":"2019-11-10","cited_by_count":52},{"id":"2310.17688","title":"Managing extreme AI risks amid rapid progress","created":"2023-10-26","cited_by_count":48},{"id":"2403.01509","title":"Fantastic Semantics and Where to Find Them: Investigating Which Layers of Generative LLMs Reflect Lexical Semantics","created":"2024-03-03","cited_by_count":44},{"id":"2402.15390","title":"Explorations of Self-Repair in Language Models","created":"2024-02-23","cited_by_count":39},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19}],"next_cursor":null}