{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1609.07843","title":"Pointer Sentinel Mixture Models","created":"2016-09-26","cited_by_count":3096},{"id":"2106.08254","title":"BEiT: BERT Pre-Training of Image Transformers","created":"2021-06-15","cited_by_count":2375},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2203.07814","title":"Competition-Level Code Generation with AlphaCode","created":"2022-02-08","cited_by_count":1462},{"id":"1610.01644","title":"Understanding intermediate layers using linear classifier probes","created":"2016-10-05","cited_by_count":1353},{"id":"1906.05849","title":"Contrastive Multiview Coding","created":"2019-06-13","cited_by_count":1301},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"2412.06769","title":"Training Large Language Models to Reason in a Continuous Latent Space","created":"2024-12-09","cited_by_count":797},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767},{"id":"2311.03658","title":"The Linear Representation Hypothesis and the Geometry of Large Language Models","created":"2023-11-07","cited_by_count":716},{"id":"2210.07316","title":"MTEB: Massive Text Embedding Benchmark","created":"2022-10-13","cited_by_count":640},{"id":"1703.00810","title":"Opening the Black Box of Deep Neural Networks via Information","created":"2017-03-02","cited_by_count":503},{"id":"2404.05961","title":"LLM2Vec: Large Language Models Are Secretly Powerful Text Encoders","created":"2024-04-09","cited_by_count":404},{"id":"1903.08855","title":"Linguistic Knowledge and Transferability of Contextual Representations","created":"2019-03-21","cited_by_count":383},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208},{"id":"2406.01506","title":"The Geometry of Categorical and Hierarchical Concepts in Large Language Models","created":"2024-06-03","cited_by_count":159},{"id":"2210.02885","title":"RankMe: Assessing the downstream performance of pretrained self-supervised representations by their rank","created":"2022-10-05","cited_by_count":153},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146},{"id":"1909.01380","title":"The Bottom-up Evolution of Representations in the Transformer: A Study with Machine Translation and Language Modeling Objectives","created":"2019-09-03","cited_by_count":139},{"id":"1908.04211","title":"On Identifiability in Transformers","created":"2019-08-12","cited_by_count":116},{"id":"2401.08541","title":"Scalable Pre-training of Large Autoregressive Image Models","created":"2024-01-16","cited_by_count":115},{"id":"2302.00294","title":"The geometry of hidden representations of large transformer models","created":"2023-02-01","cited_by_count":112},{"id":"2411.14402","title":"Multimodal Autoregressive Pre-training of Large Vision Encoders","created":"2024-11-21","cited_by_count":109},{"id":"2403.02181","title":"Not All Layers of LLMs Are Necessary During Inference","created":"2024-03-04","cited_by_count":96},{"id":"2312.01037","title":"Eliciting Latent Knowledge from Quirky Language Models","created":"2023-12-02","cited_by_count":62},{"id":"2405.15471","title":"Emergence of a High-Dimensional Abstraction Phase in Language Transformers","created":"2024-05-24","cited_by_count":56},{"id":"2006.01095","title":"Emergence of Separable Manifolds in Deep Language Representations","created":"2020-06-01","cited_by_count":40},{"id":"2311.05928","title":"The Shape of Learning: Anisotropy and Intrinsic Dimensions in Transformer-Based Models","created":"2023-11-10","cited_by_count":39},{"id":"2202.08545","title":"Information Theory with Kernel Methods","created":"2022-02-17","cited_by_count":37},{"id":"2401.17139","title":"Diff-eRank: A Novel Rank-Based Metric for Evaluating Large Language Models","created":"2024-01-30","cited_by_count":35},{"id":"2311.04930","title":"Large language models implicitly learn to straighten neural sentence trajectories to construct a predictive representation of natural language","created":"2023-11-05","cited_by_count":32},{"id":"2312.04000","title":"LiDAR: Sensing Linear Probing Performance in Joint Embedding SSL Architectures","created":"2023-12-07","cited_by_count":27},{"id":"2206.13378","title":"Guillotine Regularization: Why removing layers is needed to improve generalization in Self-Supervised Learning","created":"2022-06-27","cited_by_count":26},{"id":"2202.06749","title":"Information Flow in Deep Neural Networks","created":"2022-02-10","cited_by_count":22},{"id":"2301.08164","title":"DiME: Maximizing Mutual Information by a Difference of Matrix-Based Entropies","created":"2023-01-19","cited_by_count":21},{"id":"2309.01213","title":"Implicit regularization of deep residual networks towards neural ODEs","created":"2023-09-03","cited_by_count":20},{"id":"2410.20008","title":"Layer by Layer: Uncovering Where Multi-Task Learning Happens in Instruction-Tuned Large Language Models","created":"2024-10-25","cited_by_count":15},{"id":"2105.03705","title":"Understanding Neural Networks with Logarithm Determinant Entropy Estimator","created":"2021-05-08","cited_by_count":10},{"id":"2411.02344","title":"Seq-VCR: Preventing Collapse in Intermediate Transformer Representations for Enhanced Reasoning","created":"2024-11-04","cited_by_count":9}],"next_cursor":null}