{"total":294,"rows":[{"id":"2412.19437","title":"DeepSeek-V3 Technical Report","created":"2024-12-27","cited_by_count":811,"area":"lr"},{"id":"2406.04093","title":"Scaling and evaluating sparse autoencoders","created":"2024-06-06","cited_by_count":553,"area":"mechinterp"},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2601.02780","title":"MiMo-V2-Flash Technical Report","created":"2026-01-06","cited_by_count":191,"area":"moe"},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2503.03321","title":"See What You Are Told: Visual Attention Sink in Large Multimodal Models","created":"2025-03-05","cited_by_count":132,"area":"mllm"},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2405.00208","title":"A Primer on the Inner Workings of Transformer-based Language Models","created":"2024-04-30","cited_by_count":85,"area":null},{"id":"2510.00636","title":"Expected Attention: KV Cache Compression by Estimating Attention from Future Queries Distribution","created":"2025-10-01","cited_by_count":74,"area":"inference"},{"id":"2509.01322","title":"LongCat-Flash Technical Report","created":"2025-09-01","cited_by_count":58,"area":"agents"},{"id":"2410.13835","title":"Active-Dormant Attention Heads: Mechanistically Demystifying Extreme-Token Phenomena in LLMs","created":"2024-10-17","cited_by_count":56,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2510.06477","title":"Attention Sinks and Compression Valleys in LLMs are Two Sides of the Same Coin","created":"2025-10-07","cited_by_count":52,"area":null},{"id":"2504.15364","title":"KeyDiff: Key Similarity-Based KV Cache Eviction for Long-Context LLM Inference in Resource-Constrained Environments","created":"2025-04-21","cited_by_count":51,"area":"inference"},{"id":"2505.13898","title":"Do Language Models Use Their Depth Efficiently?","created":"2025-05-20","cited_by_count":50,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2501.16383","title":"RotateKV: Accurate and Robust 2-Bit KV Cache Quantization for LLMs via Outlier-Aware Adaptive Rotations","created":"2025-01-25","cited_by_count":46,"area":"inference"},{"id":"2412.01199","title":"TinyFusion: Diffusion Transformers Learned Shallow","created":"2024-12-02","cited_by_count":45,"area":"diffusion"},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2506.08010","title":"Vision Transformers Don't Need Trained Registers","created":"2025-06-09","cited_by_count":41,"area":null},{"id":"2404.03827","title":"Uniform Memory Retrieval with Larger Capacity for Modern Hopfield Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2605.10730","title":"Qwen-Image-2.0 Technical Report","created":"2026-05-11","cited_by_count":36,"area":null},{"id":"2512.10858","title":"Scaling Behavior of Discrete Diffusion Language Models","created":"2025-12-11","cited_by_count":35,"area":"diffusion"},{"id":"2502.02732","title":"Peri-LN: Revisiting Normalization Layer in the Transformer Architecture","created":"2025-02-04","cited_by_count":34,"area":null},{"id":"2502.06415","title":"Systematic Outliers in Large Language Models","created":"2025-02-10","cited_by_count":33,"area":null},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2505.05799","title":"MxMoE: Mixed-precision Quantization for MoE with Accuracy and Performance Co-Design","created":"2025-05-09","cited_by_count":30,"area":"moe"},{"id":"2407.17465","title":"u-$\\mu$P: The Unit-Scaled Maximal Update Parametrization","created":"2024-07-24","cited_by_count":29,"area":null},{"id":"2603.05498","title":"The Spike, the Sparse and the Sink: Anatomy of Massive Activations and Attention Sinks","created":"2026-03-05","cited_by_count":27,"area":null},{"id":"2405.16700","title":"Implicit Multimodal Alignment: On the Generalization of Frozen LLMs to Multimodal Inputs","created":"2024-05-26","cited_by_count":23,"area":null},{"id":"2505.18584","title":"Unleashing Diffusion Transformers for Visual Correspondence by Modulating Massive Activations","created":"2025-05-24","cited_by_count":23,"area":"diffusion"},{"id":"2508.14896","title":"Quantization Meets dLLMs: A Systematic Study of Post-training Quantization for Diffusion LLMs","created":"2025-08-20","cited_by_count":23,"area":null},{"id":"2601.22966","title":"A Unified View of Attention and Residual Sinks: Outlier-Driven Rescaling is Essential for Transformer Training","created":"2026-01-30","cited_by_count":23,"area":null},{"id":"2405.14428","title":"Mitigating Quantization Errors Due to Activation Spikes in GLU-Based LLMs","created":"2024-05-23","cited_by_count":21,"area":null},{"id":"2409.13652","title":"OATS: Outlier-Aware Pruning Through Sparse and Low Rank Decomposition","created":"2024-09-20","cited_by_count":20,"area":null},{"id":"2503.19602","title":"Innate Reasoning is Not Enough: In-Context Learning Enhances Reasoning Large Language Models with Less Overthinking","created":"2025-03-25","cited_by_count":20,"area":"lr"},{"id":"2510.08510","title":"To Sink or Not to Sink: Visual Information Pathways in Large Vision-Language Models","created":"2025-10-09","cited_by_count":20,"area":"mllm"},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19,"area":null},{"id":"2510.25602","title":"INT v.s. FP: A Comprehensive Study of Fine-Grained Low-bit Quantization Formats","created":"2025-10-29","cited_by_count":18,"area":null},{"id":"2609.01343","title":"SMELT: Scaling Laws for Compute-Matched MoE Looped Transformers","created":"2026-09-01","cited_by_count":18,"area":"moe"},{"id":"2507.23279","title":"Unveiling Super Experts in Mixture-of-Experts Large Language Models","created":"2025-07-31","cited_by_count":17,"area":"moe"},{"id":"2502.00919","title":"Attention Sinks: A 'Catch, Tag, Release' Mechanism for Embeddings","created":"2025-02-02","cited_by_count":16,"area":null},{"id":"2503.08908","title":"Interpreting the Repeated Token Phenomenon in Large Language Models","created":"2025-03-11","cited_by_count":16,"area":null},{"id":"2506.04985","title":"FPTQuant: Function-Preserving Transforms for LLM Quantization","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15,"area":null},{"id":"2502.15618","title":"Probe Pruning: Accelerating LLMs through Dynamic Pruning via Model-Probing","created":"2025-02-21","cited_by_count":14,"area":null},{"id":"2510.27527","title":"TetraJet-v2: Accurate NVFP4 Training for Large Language Models with Oscillation Suppression and Outlier Control","created":"2025-10-31","cited_by_count":14,"area":null},{"id":"2410.05258","title":"Differential Transformer","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2604.09780","title":"The Myth of Expert Specialization in MoEs: Why Routing Reflects Geometry, Not Necessarily Domain Expertise","created":"2026-04-10","cited_by_count":13,"area":"moe"},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2411.15236","title":"Text Embedding is Not All You Need: Attention Control for Text-to-Image Semantic Alignment with Text Self-Attention Maps","created":"2024-11-21","cited_by_count":12,"area":"diffusion"},{"id":"2503.22329","title":"A Refined Analysis of Massive Activations in LLMs","created":"2025-03-28","cited_by_count":12,"area":null},{"id":"2508.03485","title":"LRQ-DiT: Log-Rotation Post-Training Quantization of Diffusion Transformers for Image and Video Generation","created":"2025-08-05","cited_by_count":12,"area":"diffusion"},{"id":"2505.20524","title":"Towards Fully FP8 GEMM LLM Training at Scale","created":"2025-05-26","cited_by_count":11,"area":null},{"id":"2510.22603","title":"Mitigating Attention Sinks and Massive Activations in Audio-Visual Speech Recognition with LLMs","created":"2025-10-26","cited_by_count":11,"area":null},{"id":"2512.20963","title":"Generalization of Diffusion Models Arises with a Balanced Representation Space","created":"2025-12-24","cited_by_count":11,"area":"diffusion"},{"id":"2405.19279","title":"Understanding and Minimising Outlier Features in Neural Network Training","created":"2024-05-29","cited_by_count":10,"area":null},{"id":"2410.09344","title":"DARE the Extreme: Revisiting Delta-Parameter Pruning For Fine-Tuned Models","created":"2024-10-12","cited_by_count":10,"area":null},{"id":"2507.16018","title":"Artifacts and Attention Sinks: Structured Approximations for Efficient Vision Transformers","created":"2025-07-21","cited_by_count":10,"area":null},{"id":"2508.03616","title":"Hidden Dynamics of Massive Activations in Transformer Training","created":"2025-08-05","cited_by_count":10,"area":null},{"id":"2509.09679","title":"ButterflyQuant: Ultra-low-bit LLM Quantization through Learnable Orthogonal Butterfly Transforms","created":"2025-09-11","cited_by_count":10,"area":null},{"id":"2512.24574","title":"Understanding and Steering the Cognitive Behaviors of Reasoning Models at Test-Time","created":"2025-12-31","cited_by_count":10,"area":"lr"},{"id":"2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","created":"2026-02-08","cited_by_count":10,"area":null},{"id":"2405.18710","title":"To FP8 and Back Again: Quantifying Reduced Precision Effects on LLM Training Stability","created":"2024-05-29","cited_by_count":9,"area":null},{"id":"2410.01866","title":"House of Cards: Massive Weights in LLMs","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2501.01558","title":"Predicting the Performance of Black-box LLMs through Follow-up Queries","created":"2025-01-02","cited_by_count":9,"area":null},{"id":"2501.15021","title":"AKVQ-VL: Attention-Aware KV Cache Adaptive 2-Bit Quantization for Vision-Language Models","created":"2025-01-25","cited_by_count":9,"area":"mllm"},{"id":"2505.00850","title":"ICQuant: Index Coding enables Low-bit LLM Quantization","created":"2025-05-01","cited_by_count":9,"area":null},{"id":"2601.20279","title":"Hallucination Begins Where Saliency Drops","created":"2026-01-28","cited_by_count":9,"area":"mllm"},{"id":"2504.03889","title":"Identifying and Evaluating Inactive Heads in Pretrained LLMs","created":"2025-04-04","cited_by_count":8,"area":null},{"id":"2505.00598","title":"Fast and Low-Cost Genomic Foundation Models via Outlier Removal","created":"2025-05-01","cited_by_count":8,"area":null},{"id":"2507.03865","title":"OrthoRank: Token Selection via Sink Token Orthogonality for Efficient LLM inference","created":"2025-07-05","cited_by_count":8,"area":"inference"},{"id":"2510.01032","title":"Meaningless Tokens, Meaningful Gains: How Activation Shifts Enhance LLM Reasoning","created":"2025-10-01","cited_by_count":8,"area":"lr"},{"id":"2510.04236","title":"Scaling Sequence-to-Sequence Generative Neural Rendering","created":"2025-10-05","cited_by_count":8,"area":null},{"id":"2510.09017","title":"Value-State Gated Attention for Mitigating Extreme-Token Phenomena in Transformers","created":"2025-10-10","cited_by_count":8,"area":null},{"id":"2602.03152","title":"FASA: Frequency-aware Sparse Attention","created":"2026-02-03","cited_by_count":8,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2606.03928","title":"Value-Aware Stochastic KV Cache Eviction for Reasoning Models","created":"2026-06-02","cited_by_count":8,"area":"lr"},{"id":"2504.05346","title":"Thanos: A Block-wise Pruning Algorithm for Efficient Large Language Model Compression","created":"2025-04-06","cited_by_count":7,"area":null},{"id":"2505.17101","title":"A quantitative analysis of semantic information in deep representations of text and images","created":"2025-05-21","cited_by_count":7,"area":null},{"id":"2506.22403","title":"HyperCLOVA X THINK Technical Report","created":"2025-06-27","cited_by_count":7,"area":"lr"},{"id":"2508.00161","title":"Watch the Weights: Unsupervised monitoring and control of fine-tuned LLMs","created":"2025-07-31","cited_by_count":7,"area":"safety"},{"id":"2509.00454","title":"Universal Properties of Activation Sparsity in Modern Large Language Models","created":"2025-08-30","cited_by_count":7,"area":null},{"id":"2510.10238","title":"The Achilles' Heel of LLMs: How Altering a Handful of Neurons Can Cripple Language Abilities","created":"2025-10-11","cited_by_count":7,"area":null},{"id":"2510.11538","title":"Massive Activations are the Key to Local Detail Synthesis in Diffusion Transformers","created":"2025-10-13","cited_by_count":7,"area":"diffusion"},{"id":"2512.18813","title":"Revealing Perception and Generation Dynamics in LVLMs: Mitigating Hallucinations via Validated Dominance Correction","created":"2025-12-21","cited_by_count":7,"area":"mllm"},{"id":"2601.04765","title":"Differential syntactic and semantic encoding in LLMs","created":"2026-01-08","cited_by_count":7,"area":null},{"id":"2511.23225","title":"TWEO: Transformers Without Extreme Outliers Enables FP8 Training And Quantization For Dummies","created":"2025-11-28","cited_by_count":6,"area":null},{"id":"2601.05437","title":"Tracing Moral Foundations in Large Language Models","created":"2026-01-09","cited_by_count":6,"area":"mechinterp"},{"id":"2603.14337","title":"On the Nature of Attention Sink that Shapes Decoding Strategy in Omni-LLMs","created":"2026-03-15","cited_by_count":6,"area":"lr"},{"id":"2406.18344","title":"AlignedCut: Visual Concepts Discovery on Brain-Guided Universal Feature Space","created":"2024-06-26","cited_by_count":5,"area":null},{"id":"2412.07192","title":"PrisonBreak: Jailbreaking Large Language Models with at Most Twenty-Five Targeted Bit-flips","created":"2024-12-10","cited_by_count":5,"area":"alignment"}],"next_cursor":"100"}