{"total":186,"rows":[{"id":"2202.10054","title":"Fine-Tuning can Distort Pretrained Features and Underperform Out-of-Distribution","created":"2022-02-21","cited_by_count":739,"area":null},{"id":"2102.07078","title":"Exploiting Shared Representations for Personalized Federated Learning","created":"2021-02-14","cited_by_count":541,"area":null},{"id":"2204.01678","title":"MultiMAE: Multi-modal Multi-task Masked Autoencoders","created":"2022-04-04","cited_by_count":291,"area":null},{"id":"2301.07067","title":"Transformers as Algorithms: Generalization and Stability in In-context Learning","created":"2023-01-17","cited_by_count":222,"area":null},{"id":"2106.04538","title":"What Makes Multi-modal Learning Better than Single (Provably)","created":"2021-06-08","cited_by_count":153,"area":null},{"id":"2210.05643","title":"A Kernel-Based View of Language Model Fine-Tuning","created":"2022-10-11","cited_by_count":121,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2311.12786","title":"Mechanistically analyzing the effects of fine-tuning on procedurally defined tasks","created":"2023-11-21","cited_by_count":115,"area":null},{"id":"2310.17513","title":"The Expressive Power of Low-Rank Adaptation","created":"2023-10-26","cited_by_count":102,"area":"diffusion"},{"id":"2209.15240","title":"Universal Prompt Tuning for Graph Neural Networks","created":"2022-09-30","cited_by_count":100,"area":null},{"id":"2206.04041","title":"Neural Collapse: A Review on Modelling Principles and Generalization","created":"2022-06-08","cited_by_count":95,"area":null},{"id":"2201.10787","title":"Variational Model Inversion Attacks","created":"2022-01-26","cited_by_count":75,"area":null},{"id":"2405.00254","title":"RLHF from Heterogeneous Feedback via Personalization and Preference Aggregation","created":"2024-04-30","cited_by_count":74,"area":"alignment"},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72,"area":null},{"id":"2205.13692","title":"FedAvg with Fine Tuning: Local Updates Lead to Representation Learning","created":"2022-05-27","cited_by_count":56,"area":null},{"id":"2106.03027","title":"Model Zoo: A Growing \"Brain\" That Learns Continually","created":"2021-06-06","cited_by_count":54,"area":null},{"id":"2106.09017","title":"Bridging Multi-Task Learning and Meta-Learning: Towards Efficient Training and Effective Adaptation","created":"2021-06-16","cited_by_count":50,"area":null},{"id":"2207.01076","title":"Divert More Attention to Vision-Language Tracking","created":"2022-07-03","cited_by_count":47,"area":null},{"id":"2105.02221","title":"How Fine-Tuning Allows for Effective Meta-Learning","created":"2021-05-05","cited_by_count":41,"area":null},{"id":"2405.15116","title":"Quantifying the Gain in Weak-to-Strong Generalization","created":"2024-05-24","cited_by_count":41,"area":null},{"id":"2205.09723","title":"Robust and Efficient Medical Imaging with Self-Supervision","created":"2022-05-19","cited_by_count":40,"area":null},{"id":"2205.14571","title":"Provable Benefits of Representational Transfer in Reinforcement Learning","created":"2022-05-29","cited_by_count":38,"area":null},{"id":"2303.10720","title":"Trainable Projected Gradient Method for Robust Fine-tuning","created":"2023-03-19","cited_by_count":37,"area":null},{"id":"2106.10189","title":"Adversarial Training Helps Transfer Learning via Better Representations","created":"2021-06-18","cited_by_count":36,"area":null},{"id":"2202.05250","title":"Adaptive and Robust Multi-Task Learning","created":"2022-02-10","cited_by_count":34,"area":null},{"id":"2206.02659","title":"Robust Fine-Tuning of Deep Neural Networks with Hessian-based Generalization Guarantees","created":"2022-06-06","cited_by_count":34,"area":null},{"id":"2305.06061","title":"Visual Tuning","created":"2023-05-10","cited_by_count":34,"area":null},{"id":"2202.12891","title":"Combining Observational and Randomized Data for Estimating Heterogeneous Treatment Effects","created":"2022-02-25","cited_by_count":32,"area":null},{"id":"2402.15017","title":"Towards Few-Shot Adaptation of Foundation Models via Multitask Finetuning","created":"2024-02-22","cited_by_count":31,"area":null},{"id":"2106.08053","title":"On the Power of Multitask Representation Learning in Linear MDP","created":"2021-06-15","cited_by_count":30,"area":null},{"id":"2203.05126","title":"PACTran: PAC-Bayesian Metrics for Estimating the Transferability of Pretrained Models to Classification Tasks","created":"2022-03-10","cited_by_count":30,"area":null},{"id":"2506.09022","title":"Do Multiple Instance Learning Models Transfer?","created":"2025-06-10","cited_by_count":29,"area":null},{"id":"2205.09797","title":"Improving Multi-Task Generalization via Regularizing Spurious Correlation","created":"2022-05-19","cited_by_count":28,"area":null},{"id":"2404.02785","title":"Domain Generalization through Meta-Learning: A Survey","created":"2024-04-03","cited_by_count":28,"area":null},{"id":"2402.04376","title":"Scaling laws for learning with real and surrogate data","created":"2024-02-06","cited_by_count":27,"area":null},{"id":"2106.05418","title":"Probing transfer learning with a model of synthetic correlated datasets","created":"2021-06-09","cited_by_count":25,"area":null},{"id":"2309.12458","title":"A Theory of Multimodal Learning","created":"2023-09-21","cited_by_count":25,"area":null},{"id":"2106.06098","title":"Meta-Adaptive Nonlinear Control: Theory and Algorithms","created":"2021-06-11","cited_by_count":23,"area":null},{"id":"2206.15369","title":"No Reason for No Supervision: Improved Generalization in Supervised Models","created":"2022-06-30","cited_by_count":23,"area":null},{"id":"2212.00186","title":"Multi-Task Imitation Learning for Linear Dynamical Systems","created":"2022-12-01","cited_by_count":23,"area":"offlinerl"},{"id":"2105.14095","title":"Weighted Training for Cross-Task Learning","created":"2021-05-28","cited_by_count":22,"area":null},{"id":"2210.11075","title":"Freeze then Train: Towards Provable Representation Learning under Spurious Correlations and Feature Noise","created":"2022-10-20","cited_by_count":22,"area":null},{"id":"2303.01566","title":"On the Provable Advantage of Unsupervised Pretraining","created":"2023-03-02","cited_by_count":22,"area":null},{"id":"2405.16747","title":"Understanding Linear Probing then Fine-tuning Language Models from NTK Perspective","created":"2024-05-27","cited_by_count":22,"area":null},{"id":"2105.14099","title":"Bridging the Gap Between Practice and PAC-Bayes Theory in Few-Shot Meta-Learning","created":"2021-05-28","cited_by_count":21,"area":null},{"id":"2105.14989","title":"Representation Learning Beyond Linear Prediction Functions","created":"2021-05-31","cited_by_count":21,"area":null},{"id":"2310.18285","title":"Unlocking the Potential of Prompt-Tuning in Bridging Generalized and Personalized Federated Learning","created":"2023-10-27","cited_by_count":20,"area":null},{"id":"2303.04379","title":"HappyMap: A Generalized Multi-calibration Method","created":"2023-03-08","cited_by_count":18,"area":null},{"id":"2203.15664","title":"Nearly Minimax Algorithms for Linear Bandits with Shared Representation","created":"2022-03-29","cited_by_count":16,"area":null},{"id":"2307.06887","title":"Provable Multi-Task Representation Learning by Two-Layer ReLU Neural Networks","created":"2023-07-13","cited_by_count":16,"area":null},{"id":"2108.11018","title":"A Scaling Law for Synthetic-to-Real Transfer: How Much Is Your Pre-training Effective?","created":"2021-08-25","cited_by_count":15,"area":null},{"id":"2201.11211","title":"Learning Mixtures of Linear Dynamical Systems","created":"2022-01-26","cited_by_count":15,"area":null},{"id":"2111.01635","title":"Characterizing and Understanding the Generalization Error of Transfer Learning with Gibbs Algorithm","created":"2021-11-02","cited_by_count":14,"area":null},{"id":"2112.01653","title":"Learning Curves for Continual Learning in Neural Networks: Self-Knowledge Transfer and Forgetting","created":"2021-12-03","cited_by_count":14,"area":null},{"id":"2202.00911","title":"Active Multi-Task Representation Learning","created":"2022-02-02","cited_by_count":14,"area":null},{"id":"2203.02026","title":"Provable and Efficient Continual Representation Learning","created":"2022-03-03","cited_by_count":14,"area":null},{"id":"2210.13497","title":"Subspace Recovery from Heterogeneous Data with Non-isotropic Noise","created":"2022-10-24","cited_by_count":14,"area":null},{"id":"2303.08557","title":"Deep Learning for Cross-Domain Few-Shot Visual Recognition: A Survey","created":"2023-03-15","cited_by_count":14,"area":null},{"id":"2310.02275","title":"MuSe-GNN: Learning Unified Gene Representation From Multimodal Biological Graph Data","created":"2023-09-29","cited_by_count":14,"area":null},{"id":"2404.00860","title":"Lipsum-FT: Robust Fine-Tuning of Zero-Shot Models Using Random Text Guidance","created":"2024-04-01","cited_by_count":14,"area":"mllm"},{"id":"2201.04805","title":"Non-Stationary Representation Learning in Sequential Linear Bandits","created":"2022-01-13","cited_by_count":13,"area":null},{"id":"2203.03871","title":"Discriminability-Transferability Trade-Off: An Information-Theoretic Perspective","created":"2022-03-08","cited_by_count":13,"area":null},{"id":"2404.00836","title":"Rethinking Resource Management in Edge Learning: A Joint Pre-training and Fine-tuning Design Paradigm","created":"2024-04-01","cited_by_count":13,"area":null},{"id":"2410.08194","title":"Features are fate: a theory of transfer learning in high-dimensional regression","created":"2024-10-10","cited_by_count":13,"area":null},{"id":"2412.16468","title":"The Road to Artificial SuperIntelligence: A Comprehensive Survey of Superalignment","created":"2024-12-21","cited_by_count":13,"area":"alignment"},{"id":"2106.15615","title":"A Representation Learning Perspective on the Importance of Train-Validation Splitting in Meta-Learning","created":"2021-06-29","cited_by_count":12,"area":null},{"id":"2405.16601","title":"A CMDP-within-online framework for Meta-Safe Reinforcement Learning","created":"2024-05-26","cited_by_count":12,"area":"deeprl"},{"id":"2203.14383","title":"Continual learning: a feature extraction formalization, an efficient algorithm, and fundamental obstructions","created":"2022-03-27","cited_by_count":11,"area":null},{"id":"2210.06511","title":"Evaluated CMI Bounds for Meta Learning: Tightness and Expressiveness","created":"2022-10-12","cited_by_count":11,"area":null},{"id":"2307.00823","title":"Understanding the Transferability of Representations via Task-Relatedness","created":"2023-07-03","cited_by_count":11,"area":null},{"id":"2307.10046","title":"Divert More Attention to Vision-Language Object Tracking","created":"2023-07-19","cited_by_count":11,"area":null},{"id":"2312.13978","title":"Metalearning with Very Few Samples Per Task","created":"2023-12-21","cited_by_count":11,"area":null},{"id":"2404.01153","title":"TransFusion: Covariate-Shift Robust Transfer Learning for High-Dimensional Regression","created":"2024-04-01","cited_by_count":11,"area":null},{"id":"2406.03345","title":"Feature contamination: Neural networks learn uncorrelated features and fail to generalize","created":"2024-06-05","cited_by_count":11,"area":null},{"id":"2111.07126","title":"On the Statistical Benefits of Curriculum Learning","created":"2021-11-13","cited_by_count":10,"area":null},{"id":"2107.02378","title":"Learning an Explicit Hyperparameter Prediction Function Conditioned on Tasks","created":"2021-07-06","cited_by_count":9,"area":null},{"id":"2111.05968","title":"Linear Speedup in Personalized Collaborative Learning","created":"2021-11-10","cited_by_count":9,"area":null},{"id":"2305.00152","title":"Limits of Model Selection under Transfer Learning","created":"2023-04-29","cited_by_count":9,"area":null},{"id":"2306.02556","title":"Improved Active Multi-Task Representation Learning via Lasso","created":"2023-06-05","cited_by_count":9,"area":null},{"id":"2401.02810","title":"Physics-Informed Neural Networks for High-Frequency and Multi-Scale Problems using Transfer Learning","created":"2024-01-05","cited_by_count":9,"area":null},{"id":"2407.17571","title":"Diffusion Models For Multi-Modal Generative Modeling","created":"2024-07-24","cited_by_count":9,"area":"diffusion"},{"id":"2408.16947","title":"An Empirical Study of Scaling Laws for Transfer","created":"2024-08-30","cited_by_count":9,"area":null},{"id":"2502.08416","title":"Multifidelity Simulation-based Inference for Computationally Expensive Simulators","created":"2025-02-12","cited_by_count":9,"area":null},{"id":"2111.03135","title":"Scaffolding Sets","created":"2021-11-04","cited_by_count":8,"area":null},{"id":"2204.10535","title":"Alleviating Representational Shift for Continual Fine-tuning","created":"2022-04-22","cited_by_count":8,"area":null},{"id":"2303.09663","title":"Efficient Computation Sharing for Multi-Task Visual Scene Understanding","created":"2023-03-16","cited_by_count":8,"area":null},{"id":"2307.10870","title":"Nonlinear Meta-Learning Can Guarantee Faster Rates","created":"2023-07-20","cited_by_count":8,"area":null},{"id":"2402.14966","title":"Smoothness Adaptive Hypothesis Transfer Learning","created":"2024-02-22","cited_by_count":8,"area":null},{"id":"2403.06871","title":"On the Generalization Ability of Unsupervised Pretraining","created":"2024-03-11","cited_by_count":8,"area":null},{"id":"2103.00137","title":"Meta-Learning with Graph Neural Networks: Methods and Applications","created":"2021-02-27","cited_by_count":7,"area":null},{"id":"2305.00664","title":"EvoluNet: Advancing Dynamic Non-IID Transfer Learning on Graphs","created":"2023-05-01","cited_by_count":7,"area":null},{"id":"2310.17848","title":"Boosting Data Analytics With Synthetic Volume Expansion","created":"2023-10-27","cited_by_count":7,"area":null},{"id":"2405.16837","title":"Enhancing Accuracy in Generative Models via Knowledge Transfer","created":"2024-05-27","cited_by_count":7,"area":null},{"id":"2103.06875","title":"For Manifold Learning, Deep Neural Networks can be Locality Sensitive Hash Functions","created":"2021-03-11","cited_by_count":6,"area":null},{"id":"2205.10772","title":"Fast Instrument Learning with Faster Rates","created":"2022-05-22","cited_by_count":6,"area":null},{"id":"2208.03835","title":"On Transfer of Adversarial Robustness from Pretraining to Downstream Tasks","created":"2022-08-07","cited_by_count":6,"area":null},{"id":"2305.08208","title":"Learning to Generalize for Cross-domain QA","created":"2023-05-14","cited_by_count":6,"area":null},{"id":"2312.09436","title":"Temporal Transfer Learning for Traffic Optimization with Coarse-grained Advisory Autonomy","created":"2023-11-27","cited_by_count":6,"area":null},{"id":"2401.00073","title":"Nonasymptotic Regret Analysis of Adaptive Linear Quadratic Control with Model Misspecification","created":"2023-12-29","cited_by_count":6,"area":null},{"id":"2401.03301","title":"On Sample-Efficient Offline Reinforcement Learning: Data Diversity, Posterior Sampling, and Beyond","created":"2024-01-06","cited_by_count":6,"area":"offlinerl"}],"next_cursor":"100"}