{"total":93,"rows":[{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532,"area":null},{"id":"2111.03930","title":"Tip-Adapter: Training-free CLIP-Adapter for Better Vision-Language Modeling","created":"2021-11-06","cited_by_count":431,"area":"mllm"},{"id":"2502.05171","title":"Scaling up Test-Time Compute with Latent Reasoning: A Recurrent Depth Approach","created":"2025-02-07","cited_by_count":415,"area":"lr"},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328,"area":"lr"},{"id":"2310.02226","title":"Think before you speak: Training Language Models With Pause Tokens","created":"2023-10-03","cited_by_count":264,"area":"lr"},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226,"area":null},{"id":"2209.02535","title":"Analyzing Transformers in Embedding Space","created":"2022-09-06","cited_by_count":132,"area":null},{"id":"2503.21758","title":"Lumina-Image 2.0: A Unified and Efficient Image Generative Framework","created":"2025-03-27","cited_by_count":96,"area":null},{"id":"2106.03517","title":"Top-KAST: Top-K Always Sparse Training","created":"2021-06-07","cited_by_count":79,"area":null},{"id":"2501.12352","title":"Test-time regression: a unifying framework for designing sequence models with associative memory","created":"2025-01-21","cited_by_count":74,"area":null},{"id":"2203.00759","title":"HyperPrompt: Prompt-based Task-Conditioning of Transformers","created":"2022-03-01","cited_by_count":67,"area":null},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2310.00492","title":"From Language Modeling to Instruction Following: Understanding the Behavior Shift in LLMs after Instruction Tuning","created":"2023-09-30","cited_by_count":56,"area":null},{"id":"2202.04557","title":"Universal Hopfield Networks: A General Framework for Single-Shot Associative Memory Models","created":"2022-02-09","cited_by_count":55,"area":null},{"id":"2302.06461","title":"A Study on ReLU and Softmax in Transformer","created":"2023-02-13","cited_by_count":53,"area":null},{"id":"2412.02104","title":"Explainable and Interpretable Multimodal Large Language Models: A Comprehensive Survey","created":"2024-12-03","cited_by_count":52,"area":"mllm"},{"id":"2202.05798","title":"The Dual Form of Neural Networks Revisited: Connecting Test Time Predictions to Training Patterns via Spotlights of Attention","created":"2022-02-11","cited_by_count":46,"area":null},{"id":"2402.10987","title":"WilKE: Wise-Layer Knowledge Editor for Lifelong Knowledge Editing","created":"2024-02-16","cited_by_count":40,"area":null},{"id":"2407.01178","title":"$\\text{Memory}^3$: Language Modeling with Explicit Memory","created":"2024-07-01","cited_by_count":40,"area":"rag"},{"id":"2207.13162","title":"Retrieval-Augmented Transformer for Image Captioning","created":"2022-07-26","cited_by_count":38,"area":"rag"},{"id":"2311.01906","title":"Simplifying Transformer Blocks","created":"2023-11-03","cited_by_count":37,"area":null},{"id":"2310.02984","title":"Scaling Laws for Associative Memories","created":"2023-10-04","cited_by_count":35,"area":null},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2111.05498","title":"Attention Approximates Sparse Distributed Memory","created":"2021-11-10","cited_by_count":29,"area":null},{"id":"2103.13597","title":"Mask Attention Networks: Rethinking and Strengthen Transformer","created":"2021-03-25","cited_by_count":28,"area":null},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2310.07589","title":"Goodtriever: Adaptive Toxicity Mitigation with Retrieval-augmented Models","created":"2023-10-11","cited_by_count":23,"area":"rag"},{"id":"2204.12785","title":"Plug-and-Play Adaptation for Continuously-updated QA","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2208.06551","title":"Exploiting Multiple Sequence Lengths in Fast End to End Training for Image Captioning","created":"2022-08-13","cited_by_count":18,"area":null},{"id":"2308.12383","title":"With a Little Help from your own Past: Prototypical Memory Networks for Image Captioning","created":"2023-08-23","cited_by_count":18,"area":null},{"id":"2405.06394","title":"Memory Mosaics","created":"2024-05-10","cited_by_count":16,"area":null},{"id":"2204.12406","title":"A survey on attention mechanisms for medical applications: are we moving towards better algorithms?","created":"2022-04-26","cited_by_count":15,"area":null},{"id":"2406.03880","title":"Memorization in deep learning: A survey","created":"2024-06-06","cited_by_count":15,"area":null},{"id":"2110.03252","title":"Layer-wise Pruning of Transformer Attention Heads for Efficient Language Modeling","created":"2021-10-07","cited_by_count":14,"area":null},{"id":"2202.10492","title":"CaMEL: Mean Teacher Learning for Image Captioning","created":"2022-02-21","cited_by_count":14,"area":null},{"id":"2405.08707","title":"Beyond Scaling Laws: Understanding Transformer Performance with Associative Memory","created":"2024-05-14","cited_by_count":12,"area":null},{"id":"2406.03068","title":"Distributional Associations vs In-Context Reasoning: A Study of Feed-forward and Attention Layers","created":"2024-06-05","cited_by_count":12,"area":"lr"},{"id":"2411.00489","title":"Human-inspired Perspectives: A Survey on AI Long-term Memory","created":"2024-11-01","cited_by_count":12,"area":null},{"id":"2502.15957","title":"R$^3$Mem: Bridging Memory Retention and Retrieval via Reversible Compression","created":"2025-02-21","cited_by_count":12,"area":null},{"id":"2303.11934","title":"Sparse Distributed Memory is a Continual Learner","created":"2023-03-20","cited_by_count":11,"area":null},{"id":"2406.01352","title":"Position: An Inner Interpretability Framework for AI Inspired by Lessons from Cognitive Neuroscience","created":"2024-06-03","cited_by_count":11,"area":null},{"id":"2603.08391","title":"Adaptive Loops and Memory in Transformers: Think Harder or Know More?","created":"2026-03-09","cited_by_count":11,"area":"lr"},{"id":"2104.11934","title":"RelTransformer: A Transformer-Based Long-Tail Visual Relationship Recognition","created":"2021-04-24","cited_by_count":9,"area":null},{"id":"2305.13999","title":"Towards A Unified View of Sparse Feed-Forward Network in Pretraining Large Language Model","created":"2023-05-23","cited_by_count":9,"area":"moe"},{"id":"2409.11143","title":"Semformer: Transformer Language Models with Semantic Planning","created":"2024-09-17","cited_by_count":9,"area":null},{"id":"2410.23168","title":"TokenFormer: Rethinking Transformer Scaling with Tokenized Model Parameters","created":"2024-10-30","cited_by_count":9,"area":null},{"id":"2506.03616","title":"Learning to Insert [PAUSE] Tokens for Better Reasoning","created":"2025-06-04","cited_by_count":8,"area":"lr"},{"id":"2410.04819","title":"MINER: Mining the Underlying Pattern of Modality-Specific Neurons in Multimodal Large Language Models","created":"2024-10-07","cited_by_count":7,"area":"mllm"},{"id":"2406.09688","title":"FreeCtrl: Constructing Control Centers with Feedforward Layers for Learning-Free Controllable Text Generation","created":"2024-06-14","cited_by_count":6,"area":null},{"id":"2406.17989","title":"Learning Neural Networks with Sparse Activations","created":"2024-06-26","cited_by_count":6,"area":null},{"id":"2504.12187","title":"What Do Large Language Models Know? Tacit Knowledge as a Potential Causal-Explanatory Structure","created":"2025-04-16","cited_by_count":6,"area":null},{"id":"2305.11862","title":"Reducing Sequence Length by Predicting Edit Operations with Large Language Models","created":"2023-05-19","cited_by_count":5,"area":null},{"id":"2407.04868","title":"Looking into Black Box Code Language Models","created":"2024-07-05","cited_by_count":5,"area":null},{"id":"2506.03790","title":"Attention-Only Transformers via Unrolled Subspace Denoising","created":"2025-06-04","cited_by_count":5,"area":null},{"id":"2507.03285","title":"Memory Mosaics at scale","created":"2025-07-04","cited_by_count":5,"area":null},{"id":"2602.00398","title":"MemoryLLM: Plug-n-Play Interpretable Feed-Forward Memory for Transformers","created":"2026-01-30","cited_by_count":5,"area":null},{"id":"2208.00579","title":"Momentum Transformer: Closing the Performance Gap Between Self-attention and Its Linearization","created":"2022-08-01","cited_by_count":4,"area":null},{"id":"2311.15211","title":"Probabilistic Transformer: A Probabilistic Dependency Model for Contextual Word Representation","created":"2023-11-26","cited_by_count":4,"area":null},{"id":"2406.13781","title":"A Primal-Dual Framework for Transformers and Neural Networks","created":"2024-06-19","cited_by_count":4,"area":null},{"id":"2505.06633","title":"Attention Is Not All You Need: The Importance of Feedforward Networks in Transformer Models","created":"2025-05-10","cited_by_count":4,"area":null},{"id":"2107.13944","title":"Lyapunov-based uncertainty-aware safe reinforcement learning","created":"2021-07-29","cited_by_count":3,"area":null},{"id":"2302.09304","title":"Interpretability in Activation Space Analysis of Transformers: A Focused Survey","created":"2023-01-22","cited_by_count":3,"area":"mechinterp"},{"id":"2305.11564","title":"Decouple knowledge from parameters for plug-and-play language modeling","created":"2023-05-19","cited_by_count":3,"area":null},{"id":"2505.07528","title":"SEReDeEP: Hallucination Detection in Retrieval-Augmented Models via Semantic Entropy and Context-Parameter Fusion","created":"2025-05-12","cited_by_count":3,"area":"rag"},{"id":"2203.14507","title":"ANNA: Enhanced Language Representation for Question Answering","created":"2022-03-28","cited_by_count":2,"area":null},{"id":"2207.03327","title":"Exploring the sequence length bottleneck in the Transformer for Image Captioning","created":"2022-07-07","cited_by_count":2,"area":null},{"id":"2601.22887","title":"MoVE: Mixture of Value Embeddings -- A New Axis for Scaling Parametric Memory in Autoregressive Models","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2605.30202","title":"A Dual-Path Architecture for Scaling Compute and Capacity in LLMs","created":"2026-05-28","cited_by_count":2,"area":null},{"id":"2606.31830","title":"PriorEye: Geospatial Visual Priors for End-to-End Autonomous Driving","created":"2026-06-30","cited_by_count":2,"area":"driving"},{"id":"2110.00125","title":"Combining Transformers with Natural Language Explanations","created":"2021-09-02","cited_by_count":1,"area":null},{"id":"2305.04961","title":"Joint Moment Retrieval and Highlight Detection Via Natural Language Queries","created":"2023-05-08","cited_by_count":1,"area":null},{"id":"2305.14380","title":"Finding the Pillars of Strength for Multi-Head Attention","created":"2023-05-22","cited_by_count":1,"area":null},{"id":"2309.08593","title":"Attention-Only Transformers and Implementing MLPs with Attention Heads","created":"2023-09-15","cited_by_count":1,"area":null},{"id":"2404.04846","title":"F-MALLOC: Feed-forward Memory Allocation for Continual Learning in Neural Machine Translation","created":"2024-04-07","cited_by_count":1,"area":null},{"id":"2406.02021","title":"FFNet: MetaMixer-based Efficient Convolutional Mixer Design","created":"2024-06-04","cited_by_count":1,"area":null},{"id":"2505.17153","title":"Amplify Adjacent Token Differences: Enhancing Long Chain-of-Thought Reasoning with Shift-FFN","created":"2025-05-22","cited_by_count":1,"area":"lr"},{"id":"2603.21096","title":"Mixture of Chapters: Scaling Learnt Memory in Transformers","created":"2026-03-22","cited_by_count":1,"area":null},{"id":"2606.02780","title":"Do Value Vectors in Deep Layers Need Context from the Residual Stream?","created":"2026-06-01","cited_by_count":1,"area":null},{"id":"2607.18363","title":"A Controlled Study of Attention-Only Transformers","created":"2026-07-20","cited_by_count":1,"area":null},{"id":"2607.27600","title":"Back from the Future: Key-Value Cache Management by Counter-Causal Surprise","created":"2026-07-30","cited_by_count":1,"area":"inference"},{"id":"2609.10210","title":"Through the Looking Glass: Directly Reading and Writing Transformers","created":"2026-09-09","cited_by_count":1,"area":null},{"id":"2210.03985","title":"Bird-Eye Transformers for Text Generation Models","created":"2022-10-08","cited_by_count":0,"area":null},{"id":"2212.13898","title":"Dense Feature Memory Augmented Transformers for COVID-19 Vaccination Search Classification","created":"2022-12-16","cited_by_count":0,"area":null},{"id":"2308.08153","title":"Fast Training of NMT Model with Data Sorting","created":"2023-08-16","cited_by_count":0,"area":null},{"id":"2309.01456","title":"LLM and Infrastructure as a Code use case","created":"2023-09-04","cited_by_count":0,"area":null},{"id":"2411.14789","title":"Simplifying CLIP: Unleashing the Power of Large-Scale Models on Consumer-level Computers","created":"2024-11-22","cited_by_count":0,"area":null},{"id":"2601.20282","title":"Memory Retrieval in Transformers: Insights from The Encoding Specificity Principle","created":"2026-01-28","cited_by_count":0,"area":"safety"},{"id":"2605.06216","title":"TIDE: Every Layer Knows the Token Beneath the Context","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.08105","title":"A Unifying View of Attention Sinks: From Mechanisms to Architectural Interventions","created":"2026-06-06","cited_by_count":0,"area":null},{"id":"2609.33436","title":"SchemaMem: Schema-Indexed Recurrent Memory for Delayed State Retrieval","created":"2026-09-27","cited_by_count":0,"area":null}],"next_cursor":null}