{"total":24,"rows":[{"id":"2401.12143","title":"Anisotropy Is Inherent to Self-Attention in Transformers","created":"2024-01-22","cited_by_count":63,"area":null},{"id":"2109.03127","title":"Rare Tokens Degenerate All Tokens: Improving Neural Text Generation via Adaptive Gradient Gating for Rare Token Embeddings","created":"2021-09-07","cited_by_count":27,"area":null},{"id":"2110.04504","title":"An Isotropy Analysis in the Multilingual BERT Embedding Space","created":"2021-10-09","cited_by_count":25,"area":null},{"id":"2109.04740","title":"How Does Fine-tuning Affect the Geometry of Embedding Space: A Case Study on Isotropy","created":"2021-09-10","cited_by_count":23,"area":null},{"id":"2405.16700","title":"Implicit Multimodal Alignment: On the Generalization of Frozen LLMs to Multimodal Inputs","created":"2024-05-26","cited_by_count":23,"area":null},{"id":"2311.00522","title":"Text Rendering Strategies for Pixel Language Models","created":"2023-11-01","cited_by_count":22,"area":null},{"id":"2404.07647","title":"Why do small language models underperform? Studying Language Model Saturation via the Softmax Bottleneck","created":"2024-04-11","cited_by_count":21,"area":null},{"id":"2205.07208","title":"Fine-tuning Pre-trained Language Models for Few-shot Intent Detection: Supervised Pre-training and Isotropization","created":"2022-05-15","cited_by_count":19,"area":null},{"id":"2109.09237","title":"MirrorWiC: On Eliciting Word-in-Context Representations from Pretrained Language Models","created":"2021-09-19","cited_by_count":18,"area":null},{"id":"2306.00458","title":"Exploring Anisotropy and Outliers in Multilingual Language Models for Cross-Lingual Semantic Sentence Similarity","created":"2023-06-01","cited_by_count":17,"area":null},{"id":"2310.17715","title":"Outlier Dimensions Encode Task-Specific Knowledge","created":"2023-10-26","cited_by_count":15,"area":null},{"id":"2409.03662","title":"The representation landscape of few-shot learning and fine-tuning in large language models","created":"2024-09-05","cited_by_count":15,"area":null},{"id":"2305.19358","title":"Stable Anisotropic Regularization","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2305.18657","title":"Representation Of Lexical Stylistic Features In Language Models' Embedding Space","created":"2023-05-29","cited_by_count":8,"area":null},{"id":"2408.08073","title":"Extracting Sentence Embeddings from Pretrained Transformer Models","created":"2024-08-15","cited_by_count":7,"area":null},{"id":"2301.11309","title":"SemSup-XC: Semantic Supervision for Zero and Few-shot Extreme Classification","created":"2023-01-26","cited_by_count":6,"area":null},{"id":"2306.07656","title":"Is Anisotropy Inherent to Transformers?","created":"2023-06-13","cited_by_count":5,"area":null},{"id":"2402.03191","title":"Isotropy, Clusters, and Classifiers","created":"2024-02-05","cited_by_count":4,"area":null},{"id":"2601.03168","title":"Can Embedding Similarity Predict Cross-Lingual Transfer? A Systematic Study on African Languages","created":"2026-01-06","cited_by_count":3,"area":null},{"id":"2209.03834","title":"Pre-Training a Graph Recurrent Network for Language Representation","created":"2022-09-08","cited_by_count":1,"area":null},{"id":"2308.08774","title":"Differential Privacy, Linguistic Fairness, and Training Data Influence: Impossibility and Possibility Theorems for Multilingual Language Models","created":"2023-08-17","cited_by_count":1,"area":null},{"id":"2406.12159","title":"Exploring the Impact of a Transformer's Latent Space Geometry on Downstream Task Performance","created":"2024-06-18","cited_by_count":1,"area":null},{"id":"2603.19339","title":"Spectral Tempering for Embedding Compression in Dense Passage Retrieval","created":"2026-03-19","cited_by_count":1,"area":null},{"id":"2408.01308","title":"Reconsidering Degeneration of Token Embeddings with Definitions for Encoder-based Pre-trained Language Models","created":"2024-08-02","cited_by_count":0,"area":null}],"next_cursor":null}