{"total":19,"rows":[{"id":"2401.12143","title":"Anisotropy Is Inherent to Self-Attention in Transformers","created":"2024-01-22","cited_by_count":63,"area":null},{"id":"2210.12530","title":"LMPriors: Pre-Trained Language Models as Task-Specific Priors","created":"2022-10-22","cited_by_count":56,"area":null},{"id":"2110.00672","title":"Low Frequency Names Exhibit Bias and Overfitting in Contextualizing Language Models","created":"2021-10-01","cited_by_count":39,"area":null},{"id":"2405.20956","title":"A Robot Walks into a Bar: Can Language Models Serve as Creativity Support Tools for Comedy? An Evaluation of LLMs' Humour Alignment with Comedians","created":"2024-05-31","cited_by_count":29,"area":null},{"id":"2304.01666","title":"A Survey on Contextualised Semantic Shift Detection","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2404.07647","title":"Why do small language models underperform? Studying Language Model Saturation via the Softmax Bottleneck","created":"2024-04-11","cited_by_count":21,"area":null},{"id":"2206.02457","title":"Improving Contrastive Learning of Sentence Embeddings with Case-Augmented Positives and Retrieved Negatives","created":"2022-06-06","cited_by_count":16,"area":null},{"id":"2203.04651","title":"Slangvolution: A Causal Analysis of Semantic Change and Frequency Dynamics in Slang","created":"2022-03-09","cited_by_count":15,"area":null},{"id":"2402.19406","title":"On the Scaling Laws of Geographical Representation in Language Models","created":"2024-02-29","cited_by_count":14,"area":null},{"id":"2210.12170","title":"Discovering Differences in the Representation of People using Contextualized Semantic Axes","created":"2022-10-21","cited_by_count":12,"area":null},{"id":"2110.07654","title":"Residual2Vec: Debiasing graph embedding with random graphs","created":"2021-10-14","cited_by_count":11,"area":null},{"id":"2305.10610","title":"Solving Cosine Similarity Underestimation between High Frequency Words by L2 Norm Discounting","created":"2023-05-17","cited_by_count":5,"area":null},{"id":"2306.07656","title":"Is Anisotropy Inherent to Transformers?","created":"2023-06-13","cited_by_count":5,"area":null},{"id":"2309.08351","title":"Headless Language Models: Learning without Predicting with Contrastive Weight Tying","created":"2023-09-15","cited_by_count":5,"area":null},{"id":"2604.08764","title":"Revisiting Anisotropy in Language Transformers: The Geometry of Learning Dynamics","created":"2026-04-09","cited_by_count":3,"area":null},{"id":"2409.11253","title":"Norm of Mean Contextualized Embeddings Determines their Variance","created":"2024-09-17","cited_by_count":1,"area":null},{"id":"2308.01535","title":"Comparing scalable strategies for generating numerical perspectives","created":"2023-08-03","cited_by_count":0,"area":null},{"id":"2410.12292","title":"How much do contextualized representations encode long-range context?","created":"2024-10-16","cited_by_count":0,"area":null},{"id":"2603.13911","title":"On the Tip of the Tongue: Why LLMs Hallucinate Answers They Can Decode","created":"2026-03-14","cited_by_count":0,"area":null}],"next_cursor":null}