{"total":10324,"rows":[{"id":"2304.07193","title":"DINOv2: Learning Robust Visual Features without Supervision","created":"2023-04-14","cited_by_count":7974,"area":null},{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968,"area":null},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322,"area":"mllm"},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724,"area":"alignment"},{"id":"2111.12077","title":"Mip-NeRF 360: Unbounded Anti-Aliased Neural Radiance Fields","created":"2021-11-23","cited_by_count":2032,"area":null},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653,"area":"inference"},{"id":"2107.07651","title":"Align before Fuse: Vision and Language Representation Learning with Momentum Distillation","created":"2021-07-16","cited_by_count":1619,"area":null},{"id":"2406.09414","title":"Depth Anything V2","created":"2024-06-13","cited_by_count":1422,"area":null},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396,"area":null},{"id":"2303.17760","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","created":"2023-03-31","cited_by_count":1395,"area":"agents"},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346,"area":null},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245,"area":null},{"id":"2102.08981","title":"Conceptual 12M: Pushing Web-Scale Image-Text Pre-Training To Recognize Long-Tail Visual Concepts","created":"2021-02-17","cited_by_count":1216,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101,"area":null},{"id":"2105.04906","title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning","created":"2021-05-11","cited_by_count":1057,"area":null},{"id":"2311.18828","title":"One-step Diffusion with Distribution Matching Distillation","created":"2023-11-30","cited_by_count":1019,"area":"diffusion"},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013,"area":null},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939,"area":"synth"},{"id":"2111.07832","title":"iBOT: Image BERT Pre-Training with Online Tokenizer","created":"2021-11-15","cited_by_count":903,"area":"distill"},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864,"area":null},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797,"area":null},{"id":"2106.08265","title":"Towards Total Recall in Industrial Anomaly Detection","created":"2021-06-15","cited_by_count":776,"area":null},{"id":"2305.02301","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","created":"2023-05-03","cited_by_count":737,"area":null},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735,"area":"synth"},{"id":"2302.05442","title":"Scaling Vision Transformers to 22 Billion Parameters","created":"2023-02-10","cited_by_count":694,"area":null},{"id":"2107.03342","title":"A Survey of Uncertainty in Deep Neural Networks","created":"2021-07-07","cited_by_count":680,"area":null},{"id":"2103.13744","title":"KiloNeRF: Speeding up Neural Radiance Fields with Thousands of Tiny MLPs","created":"2021-03-25","cited_by_count":673,"area":null},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664,"area":"lr"},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621,"area":null},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2112.09133","title":"Masked Feature Prediction for Self-Supervised Visual Pre-Training","created":"2021-12-16","cited_by_count":576,"area":null},{"id":"2104.10350","title":"Carbon Emissions and Large Neural Network Training","created":"2021-04-21","cited_by_count":567,"area":null},{"id":"2506.01939","title":"Beyond the 80/20 Rule: High-Entropy Minority Tokens Drive Effective Reinforcement Learning for LLM Reasoning","created":"2025-06-02","cited_by_count":559,"area":"lr"},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2311.18259","title":"Ego-Exo4D: Understanding Skilled Human Activity from First- and Third-Person Perspectives","created":"2023-11-30","cited_by_count":490,"area":null},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484,"area":null},{"id":"2102.05426","title":"BRECQ: Pushing the Limit of Post-Training Quantization by Block Reconstruction","created":"2021-02-10","cited_by_count":479,"area":null},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2103.00710","title":"Towards Personalized Federated Learning","created":"2021-03-01","cited_by_count":464,"area":null},{"id":"2110.14048","title":"Conflict-Averse Gradient Descent for Multi-task Learning","created":"2021-10-26","cited_by_count":459,"area":null},{"id":"2204.12484","title":"ViTPose: Simple Vision Transformer Baselines for Human Pose Estimation","created":"2022-04-26","cited_by_count":456,"area":null},{"id":"2601.18734","title":"Self-Distilled Reasoner: On-Policy Self-Distillation for Large Language Models","created":"2026-01-26","cited_by_count":455,"area":"lr"},{"id":"2211.13218","title":"CODA-Prompt: COntinual Decomposed Attention-based Prompting for Rehearsal-Free Continual Learning","created":"2022-11-23","cited_by_count":450,"area":null},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449,"area":null},{"id":"2105.10497","title":"Intriguing Properties of Vision Transformers","created":"2021-05-21","cited_by_count":446,"area":null},{"id":"2203.11932","title":"Dataset Distillation by Matching Training Trajectories","created":"2022-03-22","cited_by_count":442,"area":null},{"id":"2311.17245","title":"LightGaussian: Unbounded 3D Gaussian Compression with 15x Reduction and 200+ FPS","created":"2023-11-28","cited_by_count":436,"area":null},{"id":"2201.10703","title":"Anomaly Detection via Reverse Distillation from One-Class Embedding","created":"2022-01-26","cited_by_count":421,"area":"distill"},{"id":"2110.04596","title":"Deep Long-Tailed Learning: A Survey","created":"2021-10-09","cited_by_count":417,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2102.04906","title":"Dynamic Neural Networks: A Survey","created":"2021-02-09","cited_by_count":408,"area":null},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404,"area":"moe"},{"id":"2502.18864","title":"Accelerating scientific discovery with Co-Scientist","created":"2025-02-26","cited_by_count":401,"area":null},{"id":"2309.06380","title":"InstaFlow: One Step is Enough for High-Quality Diffusion-Based Text-to-Image Generation","created":"2023-09-12","cited_by_count":395,"area":"diffusion"},{"id":"2304.08467","title":"Learning to Compress Prompts with Gist Tokens","created":"2023-04-17","cited_by_count":390,"area":null},{"id":"2203.08679","title":"Decoupled Knowledge Distillation","created":"2022-03-16","cited_by_count":388,"area":"distill"},{"id":"2212.09058","title":"BEATs: Audio Pre-Training with Acoustic Tokenizers","created":"2022-12-18","cited_by_count":388,"area":null},{"id":"2105.10056","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","created":"2021-05-20","cited_by_count":383,"area":"distill"},{"id":"2403.03853","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","created":"2024-03-06","cited_by_count":383,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2404.14618","title":"Hybrid LLM: Cost-Efficient and Quality-Aware Query Routing","created":"2024-04-22","cited_by_count":372,"area":null},{"id":"2205.15585","title":"Decomposing NeRF for Editing via Feature Field Distillation","created":"2022-05-31","cited_by_count":371,"area":null},{"id":"2406.16858","title":"EAGLE-2: Faster Inference of Language Models with Dynamic Draft Trees","created":"2024-06-24","cited_by_count":370,"area":"inference"},{"id":"2101.11605","title":"Bottleneck Transformers for Visual Recognition","created":"2021-01-27","cited_by_count":364,"area":null},{"id":"2312.03203","title":"Feature 3DGS: Supercharging 3D Gaussian Splatting to Enable Distilled Feature Fields","created":"2023-12-06","cited_by_count":364,"area":null},{"id":"2202.07800","title":"Not All Patches are What You Need: Expediting Vision Transformers via Token Reorganizations","created":"2022-02-16","cited_by_count":363,"area":null},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361,"area":null},{"id":"2312.00858","title":"DeepCache: Accelerating Diffusion Models for Free","created":"2023-12-01","cited_by_count":359,"area":"diffusion"},{"id":"2103.16788","title":"DER: Dynamically Expandable Representation for Class Incremental Learning","created":"2021-03-31","cited_by_count":355,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2306.14289","title":"Faster Segment Anything: Towards Lightweight SAM for Mobile Applications","created":"2023-06-25","cited_by_count":352,"area":null},{"id":"2101.02388","title":"Knowledge Distillation in Iterative Generative Models for Improved Sampling Speed","created":"2021-01-07","cited_by_count":348,"area":"diffusion"},{"id":"2106.06843","title":"Federated Learning on Non-IID Data: A Survey","created":"2021-06-12","cited_by_count":346,"area":null},{"id":"2505.03335","title":"Absolute Zero: Reinforced Self-play Reasoning with Zero Data","created":"2025-05-06","cited_by_count":344,"area":"lr"},{"id":"2205.14865","title":"Prompt-aligned Gradient for Prompt Tuning","created":"2022-05-30","cited_by_count":341,"area":"mllm"},{"id":"2110.04994","title":"Omnidata: A Scalable Pipeline for Making Multi-Task Mid-Level Vision Datasets from 3D Scans","created":"2021-10-11","cited_by_count":336,"area":null},{"id":"2601.20802","title":"Reinforcement Learning via Self-Distillation","created":"2026-01-28","cited_by_count":332,"area":"lr"},{"id":"2503.01840","title":"EAGLE-3: Scaling up Inference Acceleration of Large Language Models via Training-Time Test","created":"2025-03-03","cited_by_count":331,"area":"inference"},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2304.08466","title":"Synthetic Data from Diffusion Models Improves ImageNet Classification","created":"2023-04-17","cited_by_count":327,"area":"diffusion"},{"id":"2504.13181","title":"Perception Encoder: The best visual embeddings are not at the output of the network","created":"2025-04-17","cited_by_count":326,"area":null},{"id":"2101.05930","title":"Neural Attention Distillation: Erasing Backdoor Triggers from Deep Neural Networks","created":"2021-01-15","cited_by_count":324,"area":null},{"id":"2103.07853","title":"Membership Inference Attacks on Machine Learning: A Survey","created":"2021-03-14","cited_by_count":321,"area":"safety"},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2311.16518","title":"SeeSR: Towards Semantics-Aware Real-World Image Super-Resolution","created":"2023-11-27","cited_by_count":315,"area":"diffusion"},{"id":"2307.15880","title":"Effective Whole-body Pose Estimation with Two-stages Distillation","created":"2023-07-29","cited_by_count":311,"area":null},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2303.13283","title":"Visual-Language Prompt Tuning with Knowledge-guided Context Optimization","created":"2023-03-23","cited_by_count":308,"area":"mllm"},{"id":"2406.07550","title":"An Image is Worth 32 Tokens for Reconstruction and Generation","created":"2024-06-11","cited_by_count":302,"area":null},{"id":"2111.14887","title":"DAFormer: Improving Network Architectures and Training Strategies for Domain-Adaptive Semantic Segmentation","created":"2021-11-29","cited_by_count":300,"area":null},{"id":"2604.13016","title":"Rethinking On-Policy Distillation of Large Language Models: Phenomenology, Mechanism, and Recipe","created":"2026-04-14","cited_by_count":299,"area":"lr"},{"id":"2103.02603","title":"Towards Open World Object Detection","created":"2021-03-03","cited_by_count":297,"area":null}],"next_cursor":"100"}