{"total":59,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2206.01191","title":"EfficientFormer: Vision Transformers at MobileNet Speed","created":"2022-06-02","cited_by_count":241,"area":null},{"id":"2111.15667","title":"Adaptive Token Sampling For Efficient Vision Transformers","created":"2021-11-30","cited_by_count":183,"area":null},{"id":"2210.06313","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","created":"2022-10-12","cited_by_count":122,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2310.18264","title":"Learning to Search Feasible and Infeasible Regions of Routing Problems with Flexible Neural k-Opt","created":"2023-10-27","cited_by_count":81,"area":null},{"id":"2404.09636","title":"All-in-one simulation-based inference","created":"2024-04-15","cited_by_count":74,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2202.06817","title":"CATs++: Boosting Cost Aggregation with Convolutions and Transformers","created":"2022-02-14","cited_by_count":53,"area":null},{"id":"2404.08763","title":"CATS: Contextually-Aware Thresholding for Sparsity in Large Language Models","created":"2024-04-12","cited_by_count":41,"area":null},{"id":"2305.02299","title":"Dynamic Sparse Training with Structured Sparsity","created":"2023-05-03","cited_by_count":38,"area":null},{"id":"2306.00008","title":"Brainformers: Trading Simplicity for Efficiency","created":"2023-05-29","cited_by_count":31,"area":null},{"id":"2303.10464","title":"SPDF: Sparse Pre-training and Dense Fine-tuning for Large Language Models","created":"2023-03-18","cited_by_count":28,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2511.02818","title":"Orion-MSP: Multi-Scale Sparse Attention for Tabular In-Context Learning","created":"2025-11-04","cited_by_count":19,"area":null},{"id":"2205.15171","title":"Modular and On-demand Bias Mitigation with Attribute-Removal Subnetworks","created":"2022-05-30","cited_by_count":18,"area":null},{"id":"2307.08045","title":"Beyond Classical Attention: Quantum Attention for Scalable Computation","created":"2023-07-16","cited_by_count":18,"area":null},{"id":"2402.04744","title":"Progressive Gradient Flow for Robust N:M Sparsity Training in Transformers","created":"2024-02-07","cited_by_count":18,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2304.09801","title":"MetaBEV: Solving Sensor Failures for BEV Detection and Map Segmentation","created":"2023-04-19","cited_by_count":14,"area":null},{"id":"2308.13494","title":"Eventful Transformers: Leveraging Temporal Redundancy in Vision Transformers","created":"2023-08-25","cited_by_count":13,"area":null},{"id":"2203.01178","title":"DCT-Former: Efficient Self-Attention with Discrete Cosine Transform","created":"2022-03-02","cited_by_count":12,"area":null},{"id":"2409.13199","title":"CFSP: An Efficient Structured Pruning Framework for LLMs with Coarse-to-Fine Activation Information","created":"2024-09-20","cited_by_count":11,"area":null},{"id":"2203.10991","title":"Minimum Variance Unbiased N:M Sparsity for the Neural Gradients","created":"2022-03-21","cited_by_count":9,"area":null},{"id":"2308.04637","title":"Sparse Binary Transformers for Multivariate Time Series Modeling","created":"2023-08-09","cited_by_count":8,"area":null},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2312.14574","title":"MMGPL: Multimodal Medical Data Analysis with Graph Prompt Learning","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2209.10901","title":"Pretraining the Vision Transformer using self-supervised methods for vision based Deep Reinforcement Learning","created":"2022-09-22","cited_by_count":5,"area":null},{"id":"2505.12242","title":"ZenFlow: Enabling Stall-Free Offloading for LLM Training","created":"2025-05-18","cited_by_count":5,"area":null},{"id":"2506.06644","title":"Spark Transformer: Reactivating Sparsity in FFN and Attention","created":"2025-06-07","cited_by_count":5,"area":null},{"id":"2210.05883","title":"AD-DROP: Attribution-Driven Dropout for Robust Language Model Fine-Tuning","created":"2022-10-12","cited_by_count":4,"area":null},{"id":"2212.01650","title":"Global memory transformer for processing long documents","created":"2022-12-03","cited_by_count":4,"area":null},{"id":"2405.00888","title":"DynaMo: Accelerating Language Model Inference with Dynamic Multi-Token Sampling","created":"2024-05-01","cited_by_count":4,"area":null},{"id":"2301.09007","title":"MultiNet with Transformers: A Model for Cancer Diagnosis Using Images","created":"2023-01-21","cited_by_count":3,"area":null},{"id":"2308.03421","title":"RecycleGPT: An Autoregressive Language Model with Recyclable Module","created":"2023-08-07","cited_by_count":3,"area":null},{"id":"2301.00327","title":"Neural Networks with Sparse Activation Induced by Large Bias: Tighter Analysis with Bias-Generalized NTK","created":"2023-01-01","cited_by_count":2,"area":null},{"id":"2305.03319","title":"HiPool: Modeling Long Documents Using Graph Neural Networks","created":"2023-05-05","cited_by_count":2,"area":null},{"id":"2305.13850","title":"Global Structure Knowledge-Guided Relation Extraction Method for Visually-Rich Document","created":"2023-05-23","cited_by_count":2,"area":null},{"id":"2306.05682","title":"Lightweight Monocular Depth Estimation via Token-Sharing Transformer","created":"2023-06-09","cited_by_count":2,"area":null},{"id":"2211.13838","title":"Signed Binary Weight Networks","created":"2022-11-25","cited_by_count":1,"area":null},{"id":"2304.02147","title":"ConvFormer: Parameter Reduction in Transformer Models for 3D Human Pose Estimation by Leveraging Dynamic Multi-Headed Convolutional Attention","created":"2023-04-04","cited_by_count":1,"area":null},{"id":"2312.15872","title":"Heterogeneous Encoders Scaling In The Transformer For Neural Machine Translation","created":"2023-12-26","cited_by_count":1,"area":null},{"id":"2412.05421","title":"KEDformer:Knowledge Extraction Seasonal Trend Decomposition for Long-term Sequence Prediction","created":"2024-12-06","cited_by_count":1,"area":null},{"id":"2501.04211","title":"CURing Large Models: Compression via CUR Decomposition","created":"2025-01-08","cited_by_count":1,"area":null},{"id":"2510.17705","title":"Contextual Attention Modulation: Towards Efficient Multi-Task Adaptation in Large Language Models","created":"2025-10-20","cited_by_count":1,"area":null},{"id":"2512.20245","title":"Memory as Resonance: A Biomimetic Architecture for Infinite Context Memory on Ergodic Phonetic Manifolds","created":"2025-12-23","cited_by_count":1,"area":null},{"id":"2306.01768","title":"A Quantitative Review on Language Model Efficiency Research","created":"2023-05-28","cited_by_count":0,"area":null},{"id":"2310.01595","title":"Memory-efficient particle filter recurrent neural network for object localization","created":"2023-10-02","cited_by_count":0,"area":null},{"id":"2310.10480","title":"G-SPEED: General SParse Efficient Editing MoDel","created":"2023-10-16","cited_by_count":0,"area":null},{"id":"2310.14206","title":"Manifold-Preserving Transformers are Effective for Short-Long Range Encoding","created":"2023-10-22","cited_by_count":0,"area":null},{"id":"2402.14118","title":"Masked Matrix Multiplication for Emergent Sparsity","created":"2024-02-21","cited_by_count":0,"area":null},{"id":"2403.00952","title":"MediSwift: Efficient Sparse Pre-trained Biomedical Language Models","created":"2024-03-01","cited_by_count":0,"area":null},{"id":"2403.05906","title":"Segmentation Guided Sparse Transformer for Under-Display Camera Image Restoration","created":"2024-03-09","cited_by_count":0,"area":null},{"id":"2407.07848","title":"Uncovering Layer-Dependent Activation Sparsity Patterns in ReLU Transformers","created":"2024-07-10","cited_by_count":0,"area":null},{"id":"2507.07414","title":"GNN-CNN: An Efficient Hybrid Model of Convolutional and Graph Neural Networks for Text Representation","created":"2025-07-10","cited_by_count":0,"area":null}],"next_cursor":null}