{"total":79,"rows":[{"id":"2105.05837","title":"When Does Contrastive Visual Representation Learning Work?","created":"2021-05-12","cited_by_count":92,"area":null},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72,"area":null},{"id":"2308.11958","title":"Maintaining Plasticity in Continual Learning via Regenerative Regularization","created":"2023-08-23","cited_by_count":65,"area":null},{"id":"2212.06152","title":"Accelerating Dataset Distillation via Model Augmentation","created":"2022-12-12","cited_by_count":62,"area":null},{"id":"2403.00514","title":"Overestimation, Overfitting, and Plasticity in Actor-Critic: the Bitter Lesson of Reinforcement Learning","created":"2024-03-01","cited_by_count":50,"area":"deeprl"},{"id":"2103.04514","title":"Nondeterminism and Instability in Neural Network Optimization","created":"2021-03-08","cited_by_count":48,"area":null},{"id":"2311.05928","title":"The Shape of Learning: Anisotropy and Intrinsic Dimensions in Transformer-Based Models","created":"2023-11-10","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2209.05310","title":"On the Factory Floor: ML Engineering for Industrial-Scale Ads Recommendation Models","created":"2022-09-12","cited_by_count":34,"area":null},{"id":"2209.13569","title":"Exploring Low Rank Training of Deep Neural Networks","created":"2022-09-27","cited_by_count":30,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2202.04598","title":"Reproducibility in Optimization: Theoretical Framework and Limits","created":"2022-02-09","cited_by_count":21,"area":null},{"id":"2206.10451","title":"Winning the Lottery Ahead of Time: Efficient Early Network Pruning","created":"2022-06-21","cited_by_count":21,"area":null},{"id":"2412.07224","title":"Parseval Regularization for Continual Reinforcement Learning","created":"2024-12-10","cited_by_count":21,"area":"deeprl"},{"id":"2105.00303","title":"RATT: Leveraging Unlabeled Data to Guarantee Generalization","created":"2021-05-01","cited_by_count":20,"area":null},{"id":"2203.17008","title":"It's All In the Teacher: Zero-Shot Quantization Brought Closer to the Teacher","created":"2022-03-31","cited_by_count":20,"area":null},{"id":"2107.13098","title":"A Tale Of Two Long Tails","created":"2021-07-27","cited_by_count":19,"area":null},{"id":"2407.05694","title":"On the Limitations of Compute Thresholds as a Governance Strategy","created":"2024-07-08","cited_by_count":18,"area":null},{"id":"2308.09543","title":"Latent State Models of Training Dynamics","created":"2023-08-18","cited_by_count":16,"area":null},{"id":"2402.04553","title":"Curvature-Informed SGD via General Purpose Lie-Group Preconditioners","created":"2024-02-07","cited_by_count":16,"area":null},{"id":"2506.15872","title":"Hidden Breakthroughs in Language Model Training","created":"2025-06-18","cited_by_count":15,"area":null},{"id":"2410.20098","title":"Self-Normalized Resets for Plasticity in Continual Learning","created":"2024-10-26","cited_by_count":11,"area":null},{"id":"2305.12201","title":"GraVAC: Adaptive Compression for Communication-Efficient Distributed DL Training","created":"2023-05-20","cited_by_count":10,"area":null},{"id":"2307.00182","title":"Single-Stage Heavy-Tailed Food Classification","created":"2023-07-01","cited_by_count":10,"area":null},{"id":"2405.19462","title":"Critical Learning Periods: Leveraging Early Training Dynamics for Efficient Data Pruning","created":"2024-05-29","cited_by_count":10,"area":null},{"id":"2102.10696","title":"Synthesizing Irreproducibility in Deep Networks","created":"2021-02-21","cited_by_count":9,"area":null},{"id":"2302.09160","title":"Identifying Equivalent Training Dynamics","created":"2023-02-17","cited_by_count":9,"area":null},{"id":"2304.05260","title":"Re-Weighted Softmax Cross-Entropy to Control Forgetting in Federated Learning","created":"2023-04-11","cited_by_count":9,"area":null},{"id":"2301.08897","title":"ScaDLES: Scalable Deep Learning over Streaming data at the Edge","created":"2023-01-21","cited_by_count":8,"area":null},{"id":"2507.20057","title":"What Can Grokking Teach Us About Learning Under Nonstationarity?","created":"2025-07-26","cited_by_count":8,"area":null},{"id":"2305.15562","title":"Let There Be Order: Rethinking Ordering in Autoregressive Graph Generation","created":"2023-05-24","cited_by_count":7,"area":null},{"id":"2307.07950","title":"Accelerating Distributed ML Training via Selective Synchronization","created":"2023-07-16","cited_by_count":7,"area":null},{"id":"2310.12802","title":"An effective theory of collective deep learning","created":"2023-10-19","cited_by_count":7,"area":null},{"id":"2405.17088","title":"Phase Transitions in the Output Distribution of Large Language Models","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2101.11058","title":"Supervised Momentum Contrastive Learning for Few-Shot Classification","created":"2021-01-26","cited_by_count":6,"area":null},{"id":"2103.06733","title":"Intraclass clustering: an implicit learning ability that regularizes DNNs","created":"2021-03-11","cited_by_count":6,"area":null},{"id":"2505.12576","title":"AdaDim: Dimensionality Adaptation for SSL Representational Dynamics","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2210.16169","title":"LOFT: Finding Lottery Tickets through Filter-wise Training","created":"2022-10-28","cited_by_count":3,"area":null},{"id":"2312.02493","title":"Flexible Communication for Optimal Distributed Learning over Unpredictable Networks","created":"2023-12-05","cited_by_count":3,"area":null},{"id":"2505.13900","title":"New Evidence of the Two-Phase Learning Dynamics of Neural Networks","created":"2025-05-20","cited_by_count":3,"area":null},{"id":"2509.02407","title":"Fisher information flow in artificial neural networks","created":"2025-09-02","cited_by_count":3,"area":null},{"id":"2202.06499","title":"Real World Large Scale Recommendation Systems Reproducibility and Smooth Activations","created":"2022-02-14","cited_by_count":2,"area":null},{"id":"2310.04649","title":"Uncovering Model Processing Strategies with Non-Negative Per-Example Fisher Factorization","created":"2023-10-07","cited_by_count":2,"area":null},{"id":"2401.10748","title":"Fast gradient-free activation maximization for neurons in spiking neural networks","created":"2023-12-28","cited_by_count":2,"area":null},{"id":"2404.02719","title":"Can We Understand Plasticity Through Neural Collapse?","created":"2024-04-03","cited_by_count":2,"area":null},{"id":"2502.15540","title":"Generalization Guarantees for Representation Learning via Data-Dependent Gaussian Mixture Priors","created":"2025-02-21","cited_by_count":2,"area":null},{"id":"2512.01034","title":"AltNet: Addressing the Plasticity-Stability Dilemma in Reinforcement Learning","created":"2025-11-30","cited_by_count":2,"area":"deeprl"},{"id":"2602.00533","title":"Convergent World Representations and Divergent Tasks","created":"2026-01-31","cited_by_count":2,"area":null},{"id":"2208.04832","title":"On the Importance of Critical Period in Multi-stage Reinforcement Learning","created":"2022-08-09","cited_by_count":1,"area":null},{"id":"2403.08739","title":"The Garden of Forking Paths: Observing Dynamic Parameters Distribution in Large Language Models","created":"2024-03-13","cited_by_count":1,"area":null},{"id":"2410.16392","title":"Scaffolded Language Models with Language Supervision for Mixed-Autonomy: A Survey","created":"2024-10-21","cited_by_count":1,"area":null},{"id":"2504.11830","title":"Emergence of Computational Structure in a Neural Network Physics Simulator","created":"2025-04-16","cited_by_count":1,"area":null},{"id":"2505.01665","title":"Adaptively Point-weighting Curriculum Learning","created":"2025-05-03","cited_by_count":1,"area":null},{"id":"2509.09030","title":"Contextual Learning for Anomaly Detection in Tabular Data","created":"2025-09-10","cited_by_count":1,"area":null},{"id":"2510.09295","title":"MaP: A Unified Framework for Reliable Evaluation of Pre-training Dynamics","created":"2025-10-10","cited_by_count":1,"area":null},{"id":"2511.17228","title":"Intrinsic preservation of plasticity in continual quantum learning","created":"2025-11-21","cited_by_count":1,"area":null},{"id":"2601.10962","title":"Noise-Driven Exploration and Transient Freezing Select Flat Minima in Stochastic Gradient Descent","created":"2026-01-16","cited_by_count":1,"area":null},{"id":"2604.21927","title":"Same Methods, Different Rankings: Trainable Depth as an Evaluation Variable in Continual Learning","created":"2026-04-23","cited_by_count":1,"area":null},{"id":"2608.13482","title":"Synthetic Persona Pretraining: Alignment from Token Zero","created":"2026-08-13","cited_by_count":1,"area":null},{"id":"2609.11365","title":"Portable Semantics, Private Dialects: Reuse and Negative Transfer in Latent Communication Between Language-Model Cells","created":"2026-09-10","cited_by_count":1,"area":null},{"id":"2106.11174","title":"Does Optimal Source Task Performance Imply Optimal Pre-training for a Target Task?","created":"2021-06-21","cited_by_count":0,"area":null},{"id":"2108.01555","title":"Domain Adaptor Networks for Hyperspectral Image Recognition","created":"2021-08-03","cited_by_count":0,"area":null},{"id":"2109.06651","title":"CropDefender: deep watermark which is more convenient to train and more robust against cropping","created":"2021-09-12","cited_by_count":0,"area":null},{"id":"2202.07432","title":"A precortical module for robust CNNs to light variations","created":"2022-02-15","cited_by_count":0,"area":null},{"id":"2203.08174","title":"Towards understanding deep learning with the natural clustering prior","created":"2022-03-15","cited_by_count":0,"area":null},{"id":"2407.05884","title":"One system for learning and remembering episodes and rules","created":"2024-07-08","cited_by_count":0,"area":null},{"id":"2504.01737","title":"Enlightenment Period Improving DNN Performance","created":"2025-04-02","cited_by_count":0,"area":null},{"id":"2509.10537","title":"On Using Large-Batches in Federated Learning","created":"2025-09-05","cited_by_count":0,"area":null},{"id":"2509.22450","title":"SSVIF: Self-Supervised Segmentation-Oriented Visible and Infrared Image Fusion","created":"2025-09-26","cited_by_count":0,"area":null},{"id":"2510.05606","title":"Fractal basin geometry and the limits to predictability and reproducibility in deep learning","created":"2025-10-07","cited_by_count":0,"area":null},{"id":"2510.09687","title":"On the Occurence of Critical Learning Periods in Neural Networks","created":"2025-10-09","cited_by_count":0,"area":null},{"id":"2602.07009","title":"Multi-Scale Temporal Homeostasis Enables Efficient and Robust Neural Networks","created":"2026-01-30","cited_by_count":0,"area":null},{"id":"2603.04194","title":"Noise-aware Client Selection for carbon-efficient Federated Learning via Gradient Norm Thresholding","created":"2026-03-04","cited_by_count":0,"area":null},{"id":"2603.18112","title":"Tula: Optimizing Time, Cost, and Generalization in Distributed Large-Batch Training","created":"2026-03-18","cited_by_count":0,"area":null},{"id":"2605.01989","title":"DBLP: Phase-Aware Bounded-Loss Transport for Burst-Resilient Distributed ML Training","created":"2026-05-03","cited_by_count":0,"area":null},{"id":"2605.18789","title":"Features have life history. And we should care","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2606.17649","title":"A Risk Decomposition Framework for Pre-Hoc Fine-Tuning Prediction","created":"2026-06-16","cited_by_count":0,"area":null},{"id":"2608.25976","title":"Lost but not erased: Finding traces of a forgotten language in neural speech models","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2610.09621","title":"When does a network's training history predict its future learning better than its current state? Evidence from a response probe and a forecasting screen","created":"2026-10-07","cited_by_count":0,"area":null}],"next_cursor":null}