{"list":"other","total":63,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968},{"id":"1703.03400","title":"Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks","created":"2017-03-09","cited_by_count":4897},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"1310.4546","title":"Distributed Representations of Words and Phrases and their Compositionality","created":"2013-10-16","cited_by_count":3474},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1703.05175","title":"Prototypical Networks for Few-shot Learning","created":"2017-03-15","cited_by_count":3015},{"id":"1611.01144","title":"Categorical Reparameterization with Gumbel-Softmax","created":"2016-11-03","cited_by_count":2739},{"id":"1709.07871","title":"FiLM: Visual Reasoning with a General Conditioning Layer","created":"2017-09-22","cited_by_count":2333},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2001.06782","title":"Gradient Surgery for Multi-Task Learning","created":"2020-01-19","cited_by_count":1256},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"1911.02685","title":"A Comprehensive Survey on Transfer Learning","created":"2019-11-07","cited_by_count":1160},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120},{"id":"2004.05439","title":"Meta-Learning in Neural Networks: A Survey","created":"2020-04-11","cited_by_count":950},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797},{"id":"2106.05974","title":"Scaling Vision with Sparse Mixture of Experts","created":"2021-06-10","cited_by_count":747},{"id":"2202.09368","title":"Mixture-of-Experts with Expert Choice Routing","created":"2022-02-18","cited_by_count":623},{"id":"2308.10792","title":"Instruction Tuning for Large Language Models: A Survey","created":"2023-08-21","cited_by_count":623},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621},{"id":"1712.01312","title":"Learning Sparse Neural Networks through $L_0$ Regularization","created":"2017-12-04","cited_by_count":583},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454},{"id":"1707.09835","title":"Meta-SGD: Learning to Learn Quickly for Few-Shot Learning","created":"2017-07-31","cited_by_count":379},{"id":"1909.09157","title":"Rapid Learning or Feature Reuse? Towards Understanding the Effectiveness of MAML","created":"2019-09-19","cited_by_count":359},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"1903.03096","title":"Meta-Dataset: A Dataset of Datasets for Learning to Learn from Few Examples","created":"2019-03-07","cited_by_count":315},{"id":"2308.00951","title":"From Sparse to Soft Mixtures of Experts","created":"2023-08-02","cited_by_count":248},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237},{"id":"2210.11466","title":"Surgical Fine-Tuning Improves Adaptation to Distribution Shifts","created":"2022-10-20","cited_by_count":205},{"id":"2206.02770","title":"Multimodal Contrastive Learning with LIMoE: the Language-Image Mixture of Experts","created":"2022-06-06","cited_by_count":203},{"id":"2208.05592","title":"Patching open-vocabulary models by interpolating weights","created":"2022-08-10","cited_by_count":190},{"id":"1801.08930","title":"Recasting Gradient-Based Meta-Learning as Hierarchical Bayes","created":"2018-01-26","cited_by_count":180},{"id":"2309.02591","title":"Scaling Autoregressive Multi-Modal Models: Pretraining and Instruction Tuning","created":"2023-09-05","cited_by_count":170},{"id":"2010.05874","title":"Gradient Vaccine: Investigating and Improving Multi-task Optimization in Massively Multilingual Models","created":"2020-10-12","cited_by_count":169},{"id":"2110.07814","title":"Meta-learning via Language Model In-context Tuning","created":"2021-10-15","cited_by_count":164},{"id":"1906.07697","title":"Fast and Flexible Multi-Task Classification Using Conditional Neural Adaptive Processes","created":"2019-06-18","cited_by_count":131},{"id":"2204.07305","title":"Pushing the Limits of Simple Pipelines for Few-Shot Learning: External Data and Fine-Tuning Make a Difference","created":"2022-04-15","cited_by_count":126},{"id":"1912.03432","title":"Improved Few-Shot Visual Classification","created":"2019-12-07","cited_by_count":115},{"id":"2110.04260","title":"Taming Sparsely Activated Transformer with Stochastic Experts","created":"2021-10-08","cited_by_count":113},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105},{"id":"2310.11829","title":"Graph Foundation Models: Concepts, Opportunities and Challenges","created":"2023-10-18","cited_by_count":103},{"id":"2204.08396","title":"StableMoE: Stable Routing Strategy for Mixture of Experts","created":"2022-04-18","cited_by_count":100},{"id":"2306.03745","title":"Soft Merging of Experts with Adaptive Routing","created":"2023-06-06","cited_by_count":90},{"id":"2107.00358","title":"Cross-domain Few-shot Learning with Task-specific Adapters","created":"2021-07-01","cited_by_count":80},{"id":"2105.07029","title":"Learning a Universal Template for Few-shot Dataset Generalization","created":"2021-05-14","cited_by_count":61},{"id":"2110.14678","title":"Meta-Learning Sparse Implicit Neural Representations","created":"2021-10-27","cited_by_count":48},{"id":"2109.04504","title":"Bootstrapped Meta-Learning","created":"2021-09-09","cited_by_count":45},{"id":"2304.01917","title":"Strong Baselines for Parameter Efficient Few-Shot Fine-tuning","created":"2023-04-04","cited_by_count":37},{"id":"2110.14402","title":"Learning where to learn: Gradient sparsity in meta and continual learning","created":"2021-10-27","cited_by_count":33},{"id":"2209.15466","title":"Sparsity-Constrained Optimal Transport","created":"2022-09-30","cited_by_count":32},{"id":"2310.03916","title":"Toward a Foundation Model for Time Series Data","created":"2023-10-05","cited_by_count":28},{"id":"2110.14057","title":"Meta-learning with an Adaptive Task Scheduler","created":"2021-10-26","cited_by_count":27},{"id":"2206.08671","title":"FiT: Parameter Efficient Few-shot Transfer Learning for Personalized and Federated Image Classification","created":"2022-06-17","cited_by_count":26},{"id":"2208.04425","title":"Controlled Sparsity via Constrained Optimization or: How I Learned to Stop Tuning Penalties and Love Constraints","created":"2022-08-08","cited_by_count":25},{"id":"2205.08957","title":"Meta-Learning Sparse Compression Networks","created":"2022-05-18","cited_by_count":22},{"id":"2301.09479","title":"Modality-Agnostic Variational Compression of Implicit Neural Representations","created":"2023-01-23","cited_by_count":22},{"id":"2302.00617","title":"Learning Large-scale Neural Fields via Context Pruned Meta-Learning","created":"2023-02-01","cited_by_count":13},{"id":"2206.13482","title":"Understanding Benign Overfitting in Gradient-Based Meta Learning","created":"2022-06-27","cited_by_count":11},{"id":"1810.03642","title":"Fast Context Adaptation via Meta-Learning","created":"2018-10-08","cited_by_count":8},{"id":"2306.09295","title":"Neural Fine-Tuning Search for Few-Shot Learning","created":"2023-06-15","cited_by_count":4}],"next_cursor":null}