{"list":"other","total":62,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"1506.02142","title":"Dropout as a Bayesian Approximation: Representing Model Uncertainty in Deep Learning","created":"2015-06-06","cited_by_count":4448},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418},{"id":"1611.01144","title":"Categorical Reparameterization with Gumbel-Softmax","created":"2016-11-03","cited_by_count":2739},{"id":"1510.00149","title":"Deep Compression: Compressing Deep Neural Networks with Pruning, Trained Quantization and Huffman Coding","created":"2015-10-01","cited_by_count":2329},{"id":"1611.03530","title":"Understanding deep learning requires rethinking generalization","created":"2016-11-10","cited_by_count":1674},{"id":"1611.00712","title":"The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables","created":"2016-11-02","cited_by_count":1148},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"1503.05671","title":"Optimizing Neural Networks with Kronecker-factored Approximate Curvature","created":"2015-03-19","cited_by_count":796},{"id":"1807.03819","title":"Universal Transformers","created":"2018-07-10","cited_by_count":647},{"id":"1506.02557","title":"Variational Dropout and the Local Reparameterization Trick","created":"2015-06-08","cited_by_count":490},{"id":"1912.10077","title":"Are Transformers universal approximators of sequence-to-sequence functions?","created":"2019-12-20","cited_by_count":406},{"id":"1804.08838","title":"Measuring the Intrinsic Dimension of Objective Landscapes","created":"2018-04-24","cited_by_count":370},{"id":"2305.15408","title":"Towards Revealing the Mystery behind Chain of Thought: A Theoretical Perspective","created":"2023-05-24","cited_by_count":294},{"id":"1906.06755","title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","created":"2019-06-16","cited_by_count":288},{"id":"2301.13196","title":"Looped Transformers as Programmable Computers","created":"2023-01-30","cited_by_count":237},{"id":"2003.12298","title":"Information-Theoretic Probing with Minimum Description Length","created":"2020-03-27","cited_by_count":232},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"2207.04901","title":"Exploring Length Generalization in Large Language Models","created":"2022-07-11","cited_by_count":206},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184},{"id":"2010.12725","title":"Compositional Generalization and Natural Language Variation: Can a Semantic Parsing Approach Handle Both?","created":"2020-10-24","cited_by_count":147},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117},{"id":"1705.08665","title":"Bayesian Compression for Deep Learning","created":"2017-05-24","cited_by_count":116},{"id":"2202.12172","title":"Overcoming a Theoretical Limitation of Self-Attention","created":"2022-02-24","cited_by_count":113},{"id":"2211.09066","title":"Teaching Algorithmic Reasoning via In-context Learning","created":"2022-11-15","cited_by_count":112},{"id":"2301.05062","title":"Tracr: Compiled Transformers as a Laboratory for Interpretability","created":"2023-01-12","cited_by_count":104},{"id":"1702.04008","title":"Soft Weight-Sharing for Neural Network Compression","created":"2017-02-13","cited_by_count":99},{"id":"2410.21272","title":"Arithmetic Without Algorithms: Language Models Solve Math With a Bag of Heuristics","created":"2024-10-28","cited_by_count":97},{"id":"2211.13609","title":"PAC-Bayes Compression Bounds So Tight That They Can Explain Generalization","created":"2022-11-24","cited_by_count":76},{"id":"2301.13105","title":"Generalization on the Unseen, Logic Reasoning and Degree Curriculum","created":"2023-01-30","cited_by_count":73},{"id":"1802.07044","title":"The Description Length of Deep Learning Models","created":"2018-02-20","cited_by_count":72},{"id":"2211.12316","title":"Simplicity Bias in Transformers and their Ability to Learn Sparse Boolean Functions","created":"2022-11-22","cited_by_count":70},{"id":"2503.10622","title":"Transformers without Normalization","created":"2025-03-13","cited_by_count":70},{"id":"2301.10743","title":"Tighter Bounds on the Expressivity of Transformer Encoders","created":"2023-01-25","cited_by_count":66},{"id":"2304.05366","title":"The No Free Lunch Theorem, Kolmogorov Complexity, and the Role of Inductive Biases in Machine Learning","created":"2023-04-11","cited_by_count":63},{"id":"2312.17173","title":"Non-Vacuous Generalization Bounds for Large Language Models","created":"2023-12-28","cited_by_count":53},{"id":"2503.03961","title":"A Little Depth Goes a Long Way: The Expressive Power of Log-Depth Transformers","created":"2025-03-05","cited_by_count":53},{"id":"2301.04589","title":"Memory Augmented Large Language Models are Computationally Universal","created":"2023-01-10","cited_by_count":47},{"id":"1904.03292","title":"The Information Complexity of Learning Tasks, their Structure and their Distance","created":"2019-04-05","cited_by_count":36},{"id":"2401.14953","title":"Learning Universal Predictors","created":"2024-01-26","cited_by_count":31},{"id":"2304.06670","title":"Deep neural networks have an inbuilt Occam's razor","created":"2023-04-13","cited_by_count":28},{"id":"2406.14197","title":"On the Representational Capacity of Neural Language Models with Chain-of-Thought Reasoning","created":"2024-06-20","cited_by_count":26},{"id":"2412.09810","title":"The Complexity Dynamics of Grokking","created":"2024-12-13","cited_by_count":22},{"id":"2206.00826","title":"BayesFormer: Transformer with Uncertainty Estimation","created":"2022-06-02","cited_by_count":19},{"id":"2506.12027","title":"Constant Bit-size Transformers Are Turing Complete","created":"2025-05-22","cited_by_count":19},{"id":"2110.04020","title":"Pathologies in priors and inference for Bayesian transformers","created":"2021-10-08","cited_by_count":13},{"id":"2210.07931","title":"Sequential Learning Of Neural Networks for Prequential MDL","created":"2022-10-14","cited_by_count":13},{"id":"2405.17299","title":"Simplicity Bias of Two-Layer Networks beyond Linearly Separable Data","created":"2024-05-27","cited_by_count":11},{"id":"2310.03957","title":"Understanding prompt engineering may not require rethinking generalization","created":"2023-10-06","cited_by_count":10},{"id":"2006.10189","title":"Revisiting minimum description length complexity in overparameterized models","created":"2020-06-17","cited_by_count":7},{"id":"2410.18077","title":"ALTA: Compiler-Based Analysis of Transformers","created":"2024-10-23","cited_by_count":7},{"id":"2111.05321","title":"Turing-Universal Learners with Optimal Scaling Laws","created":"2021-11-09","cited_by_count":4},{"id":"2311.12624","title":"Bridging Algorithmic Information Theory and Machine Learning: A New Approach to Kernel Learning","created":"2023-11-21","cited_by_count":3},{"id":"2312.00662","title":"Nonparametric Variational Regularisation of Pretrained Transformers","created":"2023-12-01","cited_by_count":2},{"id":"2505.13398","title":"A Minimum Description Length Approach to Regularization in Neural Networks","created":"2025-05-19","cited_by_count":2}],"next_cursor":null}