{"total":34,"rows":[{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2503.10622","title":"Transformers without Normalization","created":"2025-03-13","cited_by_count":70,"area":null},{"id":"2402.02622","title":"DenseFormer: Enhancing Information Flow in Transformers via Depth Weighted Averaging","created":"2024-02-04","cited_by_count":53,"area":null},{"id":"2507.16003","title":"Learning without training: The implicit dynamics of in-context learning","created":"2025-07-21","cited_by_count":43,"area":null},{"id":"2405.15712","title":"Infinite Limits of Multi-head Transformer Dynamics","created":"2024-05-24","cited_by_count":39,"area":null},{"id":"2403.02579","title":"Geometric Dynamics of Signal Propagation Predict Trainability of Transformers","created":"2024-03-05","cited_by_count":24,"area":null},{"id":"2402.04798","title":"Spiking-PhysFormer: Camera-Based Remote Photoplethysmography with Parallel Spike-driven Transformer","created":"2024-02-07","cited_by_count":19,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2512.10938","title":"Stronger Normalization-Free Transformers","created":"2025-12-11","cited_by_count":13,"area":null},{"id":"2405.19279","title":"Understanding and Minimising Outlier Features in Neural Network Training","created":"2024-05-29","cited_by_count":10,"area":null},{"id":"2512.16762","title":"NRGPT: An Energy-based Alternative for GPT","created":"2025-12-18","cited_by_count":8,"area":null},{"id":"2601.21942","title":"Clustering in Deep Stochastic Transformers","created":"2026-01-29","cited_by_count":8,"area":null},{"id":"2411.07501","title":"LAuReL: Learned Augmented Residual Layer","created":"2024-11-12","cited_by_count":7,"area":null},{"id":"2505.22014","title":"Learning in Compact Spaces with Approximately Normalized Transformer","created":"2025-05-28","cited_by_count":6,"area":null},{"id":"2505.19145","title":"Do Large Language Models (Really) Need Statistical Foundations?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2506.03790","title":"Attention-Only Transformers via Unrolled Subspace Denoising","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2406.06562","title":"Achieving Sparse Activation in Small Language Models","created":"2024-06-03","cited_by_count":4,"area":null},{"id":"2409.03384","title":"Hardware Acceleration of LLMs: A comprehensive survey and comparison","created":"2024-09-05","cited_by_count":3,"area":null},{"id":"2410.09637","title":"ReLU's Revival: On the Entropic Overload in Normalization-Free Large Language Models","created":"2024-10-12","cited_by_count":3,"area":null},{"id":"2410.13060","title":"AERO: Entropy-Guided Framework for Private LLM Inference","created":"2024-10-16","cited_by_count":3,"area":null},{"id":"2505.13112","title":"Attention-based clustering","created":"2025-05-19","cited_by_count":3,"area":null},{"id":"2606.04032","title":"Do Transformers Need Three Projections? Systematic Study of QKV Variants","created":"2026-06-01","cited_by_count":3,"area":null},{"id":"2410.13732","title":"Reducing the Transformer Architecture to a Minimum","created":"2024-10-17","cited_by_count":2,"area":null},{"id":"2510.23912","title":"Key and Value Weights Are Probably All You Need: On the Necessity of the Query, Key, Value weight Triplet in Self-Attention Transformers","created":"2025-10-27","cited_by_count":2,"area":null},{"id":"2607.14018","title":"Transforming Rank: How Architecture Navigates the Spectral Pathologies of Depth","created":"2026-07-15","cited_by_count":2,"area":null},{"id":"2504.18929","title":"Revisiting Transformers through the Lens of Low Entropy and Dynamic Sparsity","created":"2025-04-26","cited_by_count":1,"area":null},{"id":"2401.05772","title":"Knowledge Translation: A New Pathway for Model Compression","created":"2024-01-11","cited_by_count":0,"area":null},{"id":"2404.12362","title":"KV-weights are all you need for skipless transformers","created":"2024-04-18","cited_by_count":0,"area":null},{"id":"2409.06603","title":"A Practical Gated Recurrent Transformer Network Incorporating Multiple Fusions for Video Denoising","created":"2024-09-10","cited_by_count":0,"area":null},{"id":"2411.14789","title":"Simplifying CLIP: Unleashing the Power of Large-Scale Models on Consumer-level Computers","created":"2024-11-22","cited_by_count":0,"area":null},{"id":"2504.06881","title":"Compound and Parallel Modes of Tropical Convolutional Neural Networks","created":"2025-04-09","cited_by_count":0,"area":null},{"id":"2510.14614","title":"First Attentions Last: Better Exploiting First Attentions for Efficient Transformer Training","created":"2025-10-16","cited_by_count":0,"area":null},{"id":"2605.07588","title":"Revisiting Transformer Layer Parameterization Through Causal Energy Minimization","created":"2026-05-08","cited_by_count":0,"area":null},{"id":"2608.14689","title":"A Reproducibility Study of Partial Residual Ablations in Pre-LN Transformers","created":"2026-08-06","cited_by_count":0,"area":null}],"next_cursor":null}