{"list":"other","total":84,"rows":[{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2309.08600","title":"Sparse Autoencoders Find Highly Interpretable Features in Language Models","created":"2023-09-15","cited_by_count":1420},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"2606.19348","title":"DeepSeek-V4: Towards Highly Efficient Million-Token Context Intelligence","created":"2026-04-26","cited_by_count":1040},{"id":"2209.10652","title":"Toy Models of Superposition","created":"2022-09-21","cited_by_count":971},{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906},{"id":"2512.02556","title":"DeepSeek-V3.2: Pushing the Frontier of Open Large Language Models","created":"2025-12-02","cited_by_count":815},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2404.14082","title":"Mechanistic Interpretability for AI Safety -- A Review","created":"2024-04-22","cited_by_count":422},{"id":"2401.15024","title":"SliceGPT: Compress Large Language Models by Deleting Rows and Columns","created":"2024-01-26","cited_by_count":385},{"id":"2303.10512","title":"AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning","created":"2023-03-18","cited_by_count":357},{"id":"2305.17888","title":"LLM-QAT: Data-Free Quantization Aware Training for Large Language Models","created":"2023-05-29","cited_by_count":324},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186},{"id":"1710.05941","title":"Searching for Activation Functions","created":"2017-10-16","cited_by_count":169},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152},{"id":"2607.24653","title":"Kimi K3: Open Frontier Intelligence","created":"2026-07-27","cited_by_count":138},{"id":"2212.10650","title":"KronA: Parameter Efficient Tuning with Kronecker Adapter","created":"2022-12-20","cited_by_count":133},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131},{"id":"1606.05535","title":"Tensor Ring Decomposition","created":"2016-06-17","cited_by_count":127},{"id":"2407.02646","title":"A Practical Review of Mechanistic Interpretability for Transformer-Based Language Models","created":"2024-07-02","cited_by_count":118},{"id":"1611.01462","title":"Tying Word Vectors and Word Classifiers: A Loss Framework for Language Modeling","created":"2016-11-04","cited_by_count":92},{"id":"1906.09777","title":"A Tensorized Transformer for Language Modeling","created":"2019-06-24","cited_by_count":86},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46},{"id":"2501.16975","title":"Over-Tokenized Transformer: Vocabulary is Generally Worth Scaling","created":"2025-01-28","cited_by_count":44},{"id":"2302.09019","title":"Tensor Networks Meet Neural Networks: A Survey and Future Perspectives","created":"2023-01-22","cited_by_count":32},{"id":"2401.14109","title":"CompactifAI: Extreme Compression of Large Language Models using Quantum-Inspired Tensor Networks","created":"2024-01-25","cited_by_count":32},{"id":"2402.01376","title":"LoTR: Low Tensor Rank Weight Adaptation","created":"2024-02-02","cited_by_count":29},{"id":"1905.10478","title":"Bayesian Tensorized Neural Networks with Automatic Rank Selection","created":"2019-05-24","cited_by_count":26},{"id":"2109.06243","title":"KroneckerBERT: Learning Kronecker Decomposition for Pre-trained Language Models via Knowledge Distillation","created":"2021-09-13","cited_by_count":20},{"id":"2010.08689","title":"Towards Compact Neural Networks via End-to-End Training: A Bayesian Tensor Approach with Automatic Rank Determination","created":"2020-10-17","cited_by_count":18},{"id":"2307.00526","title":"TensorGPT: Efficient Compression of Large Language Models based on Tensor-Train Decomposition","created":"2023-07-02","cited_by_count":17},{"id":"2202.08177","title":"Generative modeling with projected entangled-pair states","created":"2022-02-16","cited_by_count":16},{"id":"2405.14377","title":"CoMERA: Computing- and Memory-Efficient Training via Rank-Adaptive Tensor Optimization","created":"2024-05-23","cited_by_count":15},{"id":"2211.16749","title":"HEAT: Hardware-Efficient Automatic Tensor Decomposition for Transformer Compression","created":"2022-11-30","cited_by_count":9},{"id":"2402.01790","title":"An introduction to graphical tensor notation for mechanistic interpretability","created":"2024-02-02","cited_by_count":8},{"id":"2203.03366","title":"Improvements to Gradient Descent Methods for Quantum Tensor Network Machine Learning","created":"2022-03-03","cited_by_count":7},{"id":"2410.04060","title":"LoRTA: Low Rank Tensor Adaptation of Large Language Models","created":"2024-10-05","cited_by_count":7},{"id":"2505.18413","title":"LatentLLM: Attention-Aware Joint Tensor Compression","created":"2025-05-23","cited_by_count":7},{"id":"1605.08695","title":"TensorFlow: A system for large-scale machine learning","created":"2016-05-27","cited_by_count":6},{"id":"1901.11167","title":"A Generalized Language Model in Tensor Space","created":"2019-01-31","cited_by_count":6},{"id":"2210.15379","title":"MorphTE: Injecting Morphology in Tensorized Embeddings","created":"2022-10-27","cited_by_count":5},{"id":"2405.04590","title":"Language Modeling Using Tensor Trains","created":"2024-05-07","cited_by_count":5},{"id":"2502.13090","title":"tn4ml: Tensor Network Training and Customization for Machine Learning","created":"2025-02-18","cited_by_count":5},{"id":"2505.20132","title":"Tensorization is a powerful but underexplored tool for compression and interpretability of neural networks","created":"2025-05-26","cited_by_count":4},{"id":"2606.03465","title":"Rethinking the Role of Tensor Decompositions in Post-Training LLM Compression","created":"2026-06-02","cited_by_count":4},{"id":"2602.01613","title":"A Practical Tensor-Network Compression Pipeline for Production-Scale Large Language Models","created":"2026-02-02","cited_by_count":3},{"id":"2603.28534","title":"Compressing Transformer Language Models via Matrix Product Operator Decomposition: A Case Study on PicoGPT","created":"2026-03-30","cited_by_count":3},{"id":"2606.08347","title":"Tensorizing Engram: Sharing Latents Across N-Gram Embeddings is Beneficial in LLMs","created":"2026-06-06","cited_by_count":3},{"id":"2008.01547","title":"TensorCoder: Dimension-Wise Attention via Tensor Representation for Natural Language Modeling","created":"2020-07-28","cited_by_count":2},{"id":"2411.16094","title":"Very Basics of Tensors with Graphical Notations: Unfolding, Calculations, and Decompositions","created":"2024-11-25","cited_by_count":1},{"id":"2501.19135","title":"A Tensor-Train Decomposition based Compression of LLMs on Group Vector Systolic Accelerator","created":"2025-01-31","cited_by_count":1},{"id":"2510.00382","title":"Efficient Probabilistic Tensor Networks","created":"2025-10-01","cited_by_count":1}],"next_cursor":null}