{"total":34,"rows":[{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2209.13325","title":"Outlier Suppression: Pushing the Limit of Low-bit Transformer Language Models","created":"2022-09-27","cited_by_count":181,"area":null},{"id":"2109.04404","title":"All Bark and No Bite: Rogue Dimensions in Transformer Language Models Obscure Representational Quality","created":"2021-09-09","cited_by_count":156,"area":null},{"id":"2105.06990","title":"BERT Busters: Outlier Dimensions that Disrupt Transformers","created":"2021-05-14","cited_by_count":112,"area":null},{"id":"2203.04212","title":"Measuring the Mixing of Contextual Information in the Transformer","created":"2022-03-08","cited_by_count":65,"area":null},{"id":"2205.11380","title":"Outliers Dimensions that Disrupt Transformers Are Driven by Frequency","created":"2022-05-23","cited_by_count":55,"area":null},{"id":"2305.19268","title":"Intriguing Properties of Quantization at Scale","created":"2023-05-30","cited_by_count":49,"area":null},{"id":"2205.03286","title":"GlobEnc: Quantifying Global Token Attribution by Incorporating the Whole Encoder Layer in Transformers","created":"2022-05-06","cited_by_count":44,"area":null},{"id":"2305.18411","title":"Feature-Learning Networks Are Consistent Across Widths At Realistic Scales","created":"2023-05-28","cited_by_count":41,"area":null},{"id":"2302.00456","title":"Analyzing Feed-Forward Blocks in Transformers through the Lens of Attention Maps","created":"2023-02-01","cited_by_count":33,"area":null},{"id":"2110.04504","title":"An Isotropy Analysis in the Multilingual BERT Embedding Space","created":"2021-10-09","cited_by_count":25,"area":null},{"id":"2305.13571","title":"Latent Positional Information is in the Self-Attention Variance of Transformer Language Models Without Positional Embeddings","created":"2023-05-23","cited_by_count":23,"area":null},{"id":"2402.14700","title":"Unveiling Linguistic Regions in Large Language Models","created":"2024-02-22","cited_by_count":22,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2305.17446","title":"Fine-tuning Happens in Tiny Subspaces: Exploring Intrinsic Task-specific Subspaces of Pre-trained Language Models","created":"2023-05-27","cited_by_count":19,"area":null},{"id":"2410.08113","title":"Robust AI-Generated Text Detection by Restricted Embeddings","created":"2024-10-10","cited_by_count":18,"area":null},{"id":"2210.12574","title":"The Curious Case of Absolute Position Embeddings","created":"2022-10-23","cited_by_count":17,"area":null},{"id":"2306.00458","title":"Exploring Anisotropy and Outliers in Multilingual Language Models for Cross-Lingual Semantic Sentence Similarity","created":"2023-06-01","cited_by_count":17,"area":null},{"id":"2109.14017","title":"Shaking Syntactic Trees on the Sesame Street: Multilingual Probing with Controllable Perturbations","created":"2021-09-28","cited_by_count":10,"area":null},{"id":"2209.00218","title":"Isotropic Representation Can Improve Dense Retrieval","created":"2022-09-01","cited_by_count":8,"area":null},{"id":"2305.09785","title":"Distilling Semantic Concept Embeddings from Contrastively Fine-Tuned Language Models","created":"2023-05-16","cited_by_count":8,"area":null},{"id":"2505.00598","title":"Fast and Low-Cost Genomic Foundation Models via Outlier Removal","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2301.13039","title":"Representation biases in sentence transformers","created":"2023-01-30","cited_by_count":7,"area":null},{"id":"2408.08073","title":"Extracting Sentence Embeddings from Pretrained Transformer Models","created":"2024-08-15","cited_by_count":7,"area":null},{"id":"2406.15035","title":"Improving Interpretability and Robustness for the Detection of AI-Generated Images","created":"2024-06-21","cited_by_count":5,"area":null},{"id":"2406.18832","title":"OutlierTune: Efficient Channel-Wise Quantization for Large Language Models","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2204.08688","title":"DecBERT: Enhancing the Language Understanding of BERT with Causal Attention Masks","created":"2022-04-19","cited_by_count":1,"area":null},{"id":"2602.02891","title":"TraceNAS: Zero-shot LLM Pruning via Gradient Trace Correlation","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2109.13304","title":"On Isotropy Calibration of Transformers","created":"2021-09-27","cited_by_count":0,"area":null},{"id":"2602.22592","title":"pQuant: Towards Effective Low-Bit Language Models via Decoupled Linear Quantization-Aware Training","created":"2026-02-26","cited_by_count":0,"area":null}],"next_cursor":null}