{"total":189,"rows":[{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2510.06477","title":"Attention Sinks and Compression Valleys in LLMs are Two Sides of the Same Coin","created":"2025-10-07","cited_by_count":52,"area":null},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2506.08010","title":"Vision Transformers Don't Need Trained Registers","created":"2025-06-09","cited_by_count":41,"area":null},{"id":"2404.03827","title":"Uniform Memory Retrieval with Larger Capacity for Modern Hopfield Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2605.10730","title":"Qwen-Image-2.0 Technical Report","created":"2026-05-11","cited_by_count":36,"area":null},{"id":"2502.02732","title":"Peri-LN: Revisiting Normalization Layer in the Transformer Architecture","created":"2025-02-04","cited_by_count":34,"area":null},{"id":"2502.06415","title":"Systematic Outliers in Large Language Models","created":"2025-02-10","cited_by_count":33,"area":null},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2407.17465","title":"u-$\\mu$P: The Unit-Scaled Maximal Update Parametrization","created":"2024-07-24","cited_by_count":29,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2405.16700","title":"Implicit Multimodal Alignment: On the Generalization of Frozen LLMs to Multimodal Inputs","created":"2024-05-26","cited_by_count":23,"area":null},{"id":"2508.14896","title":"Quantization Meets dLLMs: A Systematic Study of Post-training Quantization for Diffusion LLMs","created":"2025-08-20","cited_by_count":23,"area":null},{"id":"2601.22966","title":"A Unified View of Attention and Residual Sinks: Outlier-Driven Rescaling is Essential for Transformer Training","created":"2026-01-30","cited_by_count":23,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2510.25602","title":"INT v.s. FP: A Comprehensive Study of Fine-Grained Low-bit Quantization Formats","created":"2025-10-29","cited_by_count":18,"area":null},{"id":"2502.00919","title":"Attention Sinks: A 'Catch, Tag, Release' Mechanism for Embeddings","created":"2025-02-02","cited_by_count":16,"area":null},{"id":"2503.08908","title":"Interpreting the Repeated Token Phenomenon in Large Language Models","created":"2025-03-11","cited_by_count":16,"area":null},{"id":"2506.04985","title":"FPTQuant: Function-Preserving Transforms for LLM Quantization","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15,"area":null},{"id":"2502.15618","title":"Probe Pruning: Accelerating LLMs through Dynamic Pruning via Model-Probing","created":"2025-02-21","cited_by_count":14,"area":null},{"id":"2510.27527","title":"TetraJet-v2: Accurate NVFP4 Training for Large Language Models with Oscillation Suppression and Outlier Control","created":"2025-10-31","cited_by_count":14,"area":null},{"id":"2410.05258","title":"Differential Transformer","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2503.22329","title":"A Refined Analysis of Massive Activations in LLMs","created":"2025-03-28","cited_by_count":12,"area":null},{"id":"2505.20524","title":"Towards Fully FP8 GEMM LLM Training at Scale","created":"2025-05-26","cited_by_count":11,"area":null},{"id":"2510.22603","title":"Mitigating Attention Sinks and Massive Activations in Audio-Visual Speech Recognition with LLMs","created":"2025-10-26","cited_by_count":11,"area":null},{"id":"2405.19279","title":"Understanding and Minimising Outlier Features in Neural Network Training","created":"2024-05-29","cited_by_count":10,"area":null},{"id":"2410.09344","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","created":"2024-10-12","cited_by_count":10,"area":null},{"id":"2507.16018","title":"Artifacts and Attention Sinks: Structured Approximations for Efficient Vision Transformers","created":"2025-07-21","cited_by_count":10,"area":null},{"id":"2508.03616","title":"Hidden Dynamics of Massive Activations in Transformer Training","created":"2025-08-05","cited_by_count":10,"area":null},{"id":"2509.09679","title":"ButterflyQuant: Ultra-low-bit LLM Quantization through Learnable Orthogonal Butterfly Transforms","created":"2025-09-11","cited_by_count":10,"area":null},{"id":"2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","created":"2026-02-08","cited_by_count":10,"area":null},{"id":"2405.18710","title":"To FP8 and Back Again: Quantifying Reduced Precision Effects on LLM Training Stability","created":"2024-05-29","cited_by_count":9,"area":null},{"id":"2410.01866","title":"House of Cards: Massive Weights in LLMs","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2501.01558","title":"Predicting the Performance of Black-box LLMs through Follow-up Queries","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2505.00850","title":"ICQuant: Index Coding enables Low-bit LLM Quantization","created":"2025-05-01","cited_by_count":9,"area":null},{"id":"2504.03889","title":"Identifying and Evaluating Inactive Heads in Pretrained LLMs","created":"2025-04-04","cited_by_count":8,"area":null},{"id":"2505.00598","title":"Fast and Low-Cost Genomic Foundation Models via Outlier Removal","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2510.04236","title":"Scaling Sequence-to-Sequence Generative Neural Rendering","created":"2025-10-05","cited_by_count":8,"area":null},{"id":"2510.09017","title":"Value-State Gated Attention for Mitigating Extreme-Token Phenomena in Transformers","created":"2025-10-10","cited_by_count":8,"area":null},{"id":"2504.05346","title":"Thanos: A Block-wise Pruning Algorithm for Efficient Large Language Model Compression","created":"2025-04-06","cited_by_count":7,"area":null},{"id":"2505.17101","title":"A quantitative analysis of semantic information in deep representations of text and images","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2510.10238","title":"The Achilles' Heel of LLMs: How Altering a Handful of Neurons Can Cripple Language Abilities","created":"2025-10-11","cited_by_count":7,"area":null},{"id":"2601.04765","title":"Differential syntactic and semantic encoding in LLMs","created":"2026-01-08","cited_by_count":7,"area":null},{"id":"2511.23225","title":"TWEO: Transformers Without Extreme Outliers Enables FP8 Training And Quantization For Dummies","created":"2025-11-28","cited_by_count":6,"area":null},{"id":"2406.18344","title":"AlignedCut: Visual Concepts Discovery on Brain-Guided Universal Feature Space","created":"2024-06-26","cited_by_count":5,"area":null},{"id":"2502.01070","title":"An Inquiry into Datacenter TCO for LLM Inference with FP8","created":"2025-02-03","cited_by_count":5,"area":null},{"id":"2502.09647","title":"Unveiling Simplicities of Attention: Adaptive Long-Context Head Identification","created":"2025-02-11","cited_by_count":5,"area":null},{"id":"2510.09904","title":"Stability of Transformers under Layer Normalization","created":"2025-10-10","cited_by_count":5,"area":null},{"id":"2603.04359","title":"Dissecting Quantization Error: A Concentration-Alignment Perspective","created":"2026-03-04","cited_by_count":5,"area":null},{"id":"2605.10815","title":"Probing Cross-modal Information Hubs in Audio-Visual LLMs","created":"2026-05-11","cited_by_count":5,"area":null},{"id":"2503.17500","title":"Variance Control via Weight Rescaling in LLM Pre-training","created":"2025-03-21","cited_by_count":4,"area":null},{"id":"2505.24680","title":"A Simple Linear Patch Revives Layer-Pruned Large Language Models","created":"2025-05-30","cited_by_count":4,"area":null},{"id":"2506.05413","title":"SmoothRot: Combining Channel-Wise Scaling and Rotation for Quantization-Friendly LLMs","created":"2025-06-04","cited_by_count":4,"area":null},{"id":"2506.20752","title":"Characterization and Mitigation of Training Instabilities in Microscaling Formats","created":"2025-06-25","cited_by_count":4,"area":null},{"id":"2507.01027","title":"DBellQuant: Breaking the Bell with Double-Bell Transformation for LLMs Post Training Binarization","created":"2025-06-18","cited_by_count":4,"area":null},{"id":"2510.08203","title":"Memory Retrieval and Consolidation in Large Language Models through Function Tokens","created":"2025-10-09","cited_by_count":4,"area":null},{"id":"2511.13254","title":"Souper-Model: How Simple Arithmetic Unlocks State-of-the-Art LLM Performance","created":"2025-11-17","cited_by_count":4,"area":null},{"id":"2512.22213","title":"On the Existence and Behavior of Secondary Attention Sinks","created":"2025-12-22","cited_by_count":4,"area":null},{"id":"2602.08626","title":"Revisiting [CLS] and Patch Token Interaction in Vision Transformers","created":"2026-02-09","cited_by_count":4,"area":null},{"id":"2602.10718","title":"SnapMLA: Efficient Long-Context MLA Decoding via Hardware-Aware FP8 Quantized Pipelining","created":"2026-02-11","cited_by_count":4,"area":null},{"id":"2606.11722","title":"ICA Lens: Interpreting Language Models Without Training Another Dictionary","created":"2026-06-10","cited_by_count":4,"area":null},{"id":"2501.04784","title":"Leveraging Registers in Vision Transformers for Robust Adaptation","created":"2025-01-08","cited_by_count":3,"area":null},{"id":"2503.01820","title":"RSQ: Learning from Important Tokens Leads to Better Quantized LLMs","created":"2025-03-03","cited_by_count":3,"area":null},{"id":"2503.01843","title":"When Can You Get Away with Low Memory Adam?","created":"2025-03-03","cited_by_count":3,"area":null},{"id":"2509.24169","title":"Task Vectors, Learned Not Extracted: Performance Gains and Mechanistic Insight","created":"2025-09-29","cited_by_count":3,"area":null},{"id":"2512.17970","title":"CodeGEMM: A Codebook-Centric Approach to Efficient GEMM in Quantized LLMs","created":"2025-12-19","cited_by_count":3,"area":null},{"id":"2602.02047","title":"Dissecting Outlier Dynamics in LLM NVFP4 Pretraining","created":"2026-02-02","cited_by_count":3,"area":null},{"id":"2602.17698","title":"ScaleBITS: Scalable Bitwidth Search for Hardware-Aligned Mixed-Precision LLMs","created":"2026-02-06","cited_by_count":3,"area":null},{"id":"2603.06591","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2603.17771","title":"Attention Sinks Induce Gradient Sinks: Massive Activations as Gradient Regulators in Transformers","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2603.18017","title":"Frayed RoPE and Long Inputs: A Geometric Perspective","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2606.19491","title":"Algebraic Dead Directions in LayerNorm Transformers: A Forward-Pass-Only Diagnostic at LLM Scale","created":"2026-06-17","cited_by_count":3,"area":null},{"id":"2608.04048","title":"Recurrent Residual Quantization: A Progressive Multi-Precision Representation for LLMs","created":"2026-08-04","cited_by_count":3,"area":null},{"id":"2608.16347","title":"Architecture-Dependent Causal Transfer of Activation States Across Large Language Models","created":"2026-08-17","cited_by_count":3,"area":null},{"id":"2409.03463","title":"Massive Activations in Graph Neural Networks: Decoding Attention for Domain-Dependent Interpretability","created":"2024-09-05","cited_by_count":2,"area":null},{"id":"2411.07066","title":"Zeroth-Order Adaptive Neuron Alignment Based Pruning without Re-Training","created":"2024-11-11","cited_by_count":2,"area":null},{"id":"2502.07004","title":"Demystifying Singular Defects in Large Language Models","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2502.10735","title":"Beyond One-Size-Fits-All Pruning via Evolutionary Metric Search for Large Language Models","created":"2025-02-15","cited_by_count":2,"area":null},{"id":"2503.10191","title":"Robustness Tokens: Towards Adversarial Robustness of Transformers","created":"2025-03-13","cited_by_count":2,"area":null},{"id":"2509.21677","title":"Prophecy: Inferring Formal Properties from Neuron Activations","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2510.04202","title":"Spectral Alignment as Predictor of Loss Explosion in Neural Network Training","created":"2025-10-05","cited_by_count":2,"area":null},{"id":"2603.06248","title":"Gradient Flow Polarizes Softmax Outputs towards Low-Entropy Solutions","created":"2026-03-06","cited_by_count":2,"area":null},{"id":"2605.08504","title":"A Single Layer to Explain Them All:Understanding Massive Activations in Large Language Models","created":"2026-05-08","cited_by_count":2,"area":null},{"id":"2608.12149","title":"Massive Activations in Hybrid Linear Attention Large Language Models: Pre-Attention Spikes and Inter-Spike Plateaus","created":"2026-08-12","cited_by_count":2,"area":null}],"next_cursor":"100"}