{"total":68,"rows":[{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2303.06296","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","created":"2023-03-11","cited_by_count":161,"area":null},{"id":"2210.13452","title":"MetaFormer Baselines for Vision","created":"2022-10-24","cited_by_count":132,"area":null},{"id":"2305.16380","title":"Scan and Snap: Understanding Training Dynamics and Token Composition in 1-layer Transformer","created":"2023-05-25","cited_by_count":102,"area":null},{"id":"2202.03772","title":"Particle Transformer for Jet Tagging","created":"2022-02-08","cited_by_count":98,"area":null},{"id":"2504.08165","title":"Findings of the BabyLM Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora","created":"2025-04-10","cited_by_count":88,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2410.01131","title":"nGPT: Normalized Transformer with Representation Learning on the Hypersphere","created":"2024-10-01","cited_by_count":70,"area":null},{"id":"2401.13537","title":"Masked Particle Modeling on Sets: Towards Self-Supervised High Energy Physics Foundation Models","created":"2024-01-24","cited_by_count":46,"area":null},{"id":"2403.05618","title":"OmniJet-$\\alpha$: The first cross-task foundation model for particle physics","created":"2024-03-08","cited_by_count":43,"area":null},{"id":"2310.09971","title":"AMAGO: Scalable In-Context Reinforcement Learning for Adaptive Agents","created":"2023-10-15","cited_by_count":41,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2505.19488","title":"Understanding Transformer from the Perspective of Associative Memory","created":"2025-05-26","cited_by_count":34,"area":null},{"id":"2303.05376","title":"PC-JeDi: Diffusion for Particle Cloud Generation in High Energy Physics","created":"2023-03-09","cited_by_count":27,"area":null},{"id":"2305.03880","title":"NorBench -- A Benchmark for Norwegian Language Models","created":"2023-05-06","cited_by_count":23,"area":null},{"id":"2303.03932","title":"FFT-based Dynamic Token Mixer for Vision","created":"2023-03-07","cited_by_count":22,"area":null},{"id":"2409.12589","title":"Is Tokenization Needed for Masked Particle Modelling?","created":"2024-09-19","cited_by_count":22,"area":null},{"id":"2410.03730","title":"Teuken-7B-Base & Teuken-7B-Instruct: Towards European LLMs","created":"2024-09-30","cited_by_count":22,"area":null},{"id":"2310.18605","title":"TorchDEQ: A Library for Deep Equilibrium Models","created":"2023-10-28","cited_by_count":21,"area":null},{"id":"2204.06644","title":"METRO: Efficient Denoising Pretraining of Large Scale Autoencoding Language Models with Model Generated Signals","created":"2022-04-13","cited_by_count":20,"area":null},{"id":"2210.06423","title":"Foundation Transformers","created":"2022-10-12","cited_by_count":19,"area":null},{"id":"2308.11568","title":"SPANet: Frequency-balancing Token Mixer using Spectral Pooling Aggregation Modulation","created":"2023-08-22","cited_by_count":14,"area":null},{"id":"2506.22696","title":"Residual Matrix Transformers: Scaling the Size of the Residual Stream","created":"2025-06-28","cited_by_count":12,"area":null},{"id":"2302.01327","title":"Dual PatchNorm","created":"2023-02-02","cited_by_count":9,"area":null},{"id":"2212.01924","title":"Cross-lingual Similarity of Multilingual Representations Revisited","created":"2022-12-04","cited_by_count":8,"area":null},{"id":"2412.03275","title":"AntLM: Bridging Causal and Masked Language Models","created":"2024-12-04","cited_by_count":8,"area":null},{"id":"2305.02790","title":"BranchNorm: Robustly Scaling Extremely Deep Transformers","created":"2023-05-04","cited_by_count":6,"area":null},{"id":"2406.17837","title":"Transformer Normalisation Layers and the Independence of Semantic Subspaces","created":"2024-06-25","cited_by_count":6,"area":null},{"id":"2409.07787","title":"Stable Language Model Pre-training by Reducing Embedding Variability","created":"2024-09-12","cited_by_count":6,"area":null},{"id":"2201.10271","title":"Convolutional Xformers for Vision","created":"2022-01-25","cited_by_count":5,"area":null},{"id":"2409.16653","title":"The Credibility Transformer","created":"2024-09-25","cited_by_count":5,"area":null},{"id":"2504.15471","title":"Bigram Subnetworks: Mapping to Next Tokens in Transformer Language Models","created":"2025-04-21","cited_by_count":5,"area":null},{"id":"2606.24898","title":"Dense Supervision Is Not Enough: The Readout Blind Spot in Looped Language Models","created":"2026-06-12","cited_by_count":5,"area":null},{"id":"2211.07157","title":"ParCNetV2: Oversized Kernel with Enhanced Attention","created":"2022-11-14","cited_by_count":4,"area":null},{"id":"2306.00700","title":"On the Weight Dynamics of Deep Normalized Networks","created":"2023-06-01","cited_by_count":4,"area":null},{"id":"2306.07764","title":"Tokenization with Factorized Subword Encoding","created":"2023-06-13","cited_by_count":4,"area":null},{"id":"2403.07542","title":"A Survey of Vision Transformers in Autonomous Driving: Current Trends and Future Directions","created":"2024-03-12","cited_by_count":4,"area":null},{"id":"2403.20284","title":"LayerNorm: A key component in parameter-efficient fine-tuning","created":"2024-03-29","cited_by_count":4,"area":null},{"id":"2305.17698","title":"Neural Machine Translation with Dynamic Graph Convolutional Decoder","created":"2023-05-28","cited_by_count":3,"area":null},{"id":"2311.12750","title":"Learning to Optimise Wind Farms with Graph Transformers","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2410.06373","title":"Unveiling the Backbone-Optimizer Coupling Bias in Visual Representation Learning","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2512.04149","title":"Enhancing next token prediction based pre-training for jet foundation models","created":"2025-12-03","cited_by_count":3,"area":null},{"id":"2402.19305","title":"HyenaPixel: Global Image Context with Convolutions","created":"2024-02-29","cited_by_count":2,"area":null},{"id":"2409.19142","title":"TTT4Rec: A Test-Time Training Approach for Rapid Adaption in Sequential Recommendation","created":"2024-09-27","cited_by_count":2,"area":null},{"id":"2605.10504","title":"Learning Less Is More: Premature Upper-Layer Attention Specialization Hurts Language Model Pretraining","created":"2026-05-11","cited_by_count":2,"area":null},{"id":"2607.14018","title":"Transforming Rank: How Architecture Navigates the Spectral Pathologies of Depth","created":"2026-07-15","cited_by_count":2,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null},{"id":"2312.01324","title":"MABViT -- Modified Attention Block Enhances Vision Transformers","created":"2023-12-03","cited_by_count":1,"area":null},{"id":"2405.13152","title":"Interpretable Interaction Modeling for Trajectory Prediction via Agent Selection and Physical Coefficient","created":"2024-05-21","cited_by_count":1,"area":null},{"id":"2410.12413","title":"Theoretical Analysis of Hierarchical Language Recognition and Generation by Transformers without Positional Encoding","created":"2024-10-16","cited_by_count":1,"area":null},{"id":"2601.22095","title":"GeoNorm: Unify Pre-Norm and Post-Norm with Geodesic Optimization","created":"2026-01-29","cited_by_count":1,"area":null},{"id":"2604.11890","title":"Subcritical Signal Propagation at Initialization in Normalization-Free Transformers","created":"2026-04-13","cited_by_count":1,"area":null},{"id":"2607.18363","title":"A Controlled Study of Attention-Only Transformers","created":"2026-07-20","cited_by_count":1,"area":null},{"id":"2204.04477","title":"FoundationLayerNorm: Scaling BERT and GPT to 1,000 Layers","created":"2022-04-09","cited_by_count":0,"area":null},{"id":"2305.05948","title":"Multi-Path Transformer is Better: A Case Study on Neural Machine Translation","created":"2023-05-10","cited_by_count":0,"area":null},{"id":"2411.18995","title":"MVFormer: Diversifying Feature Normalization and Token Mixing for Efficient Vision Transformers","created":"2024-11-28","cited_by_count":0,"area":null},{"id":"2412.17401","title":"Learning Dynamic Local Context Representations for Infrared Small Target Detection","created":"2024-12-23","cited_by_count":0,"area":null},{"id":"2503.02534","title":"SAGE-Amine: Generative Amine Design with Multi-Property Optimization for Efficient CO2 Capture","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2503.23947","title":"Spectral-Adaptive Modulation Networks for Visual Perception","created":"2025-03-31","cited_by_count":0,"area":null},{"id":"2601.09421","title":"Bias Dynamics in BabyLMs: Towards a Compute-Efficient Sandbox for Democratising Pre-Training Debiasing","created":"2026-01-14","cited_by_count":0,"area":null},{"id":"2604.14430","title":"Three-Phase Transformer","created":"2026-04-15","cited_by_count":0,"area":null},{"id":"2606.26538","title":"CascadeFormer: Depth-Tapered Transformers Motivated by Gradient Fan-in Asymmetry","created":"2026-06-25","cited_by_count":0,"area":null},{"id":"2608.09417","title":"Why Post-Norm Transformers Collapse: Attention Amplification and Gradient Repair Failure","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2609.22005","title":"Abstention and Noise Filtering: Two Missing Primitives of Softmax Attention","created":"2026-09-18","cited_by_count":0,"area":null},{"id":"2609.24370","title":"Prescriptive SVD-Inspired Attention via Spectral Energy Retention","created":"2026-09-21","cited_by_count":0,"area":null}],"next_cursor":null}