{"list":"other","total":75,"rows":[{"id":"2112.10752","title":"High-Resolution Image Synthesis with Latent Diffusion Models","created":"2021-12-20","cited_by_count":18863},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2302.05543","title":"Adding Conditional Control to Text-to-Image Diffusion Models","created":"2023-02-10","cited_by_count":5503},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1607.00133","title":"Deep Learning with Differential Privacy","created":"2016-07-01","cited_by_count":2728},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2408.00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","created":"2024-07-31","cited_by_count":1998},{"id":"2210.17323","title":"GPTQ: Accurate Post-Training Quantization for Generative Pre-trained Transformers","created":"2022-10-31","cited_by_count":1919},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298},{"id":"2209.00796","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","created":"2022-09-02","cited_by_count":1114},{"id":"1309.5549","title":"Stochastic First- and Zeroth-order Methods for Nonconvex Stochastic Programming","created":"2013-09-22","cited_by_count":724},{"id":"1708.03999","title":"ZOO: Zeroth Order Optimization based Black-box Attacks to Deep Neural Networks without Training Substitute Models","created":"2017-08-14","cited_by_count":666},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519},{"id":"1804.08598","title":"Black-box Adversarial Attacks with Limited Queries and Information","created":"2018-04-23","cited_by_count":501},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428},{"id":"2305.17333","title":"Fine-Tuning Language Models with Just Forward Passes","created":"2023-05-27","cited_by_count":345},{"id":"2212.13345","title":"The Forward-Forward Algorithm: Some Preliminary Investigations","created":"2022-12-27","cited_by_count":266},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256},{"id":"1609.01596","title":"Direct Feedback Alignment Provides Learning in Deep Neural Networks","created":"2016-09-06","cited_by_count":240},{"id":"2103.12828","title":"Learning to Optimize: A Primer and A Benchmark","created":"2021-03-23","cited_by_count":208},{"id":"1312.2139","title":"Optimal rates for zero-order convex optimization: the power of two function evaluations","created":"2013-12-07","cited_by_count":198},{"id":"2006.06224","title":"A Primer on Zeroth-Order Optimization in Signal Processing and Machine Learning","created":"2020-06-11","cited_by_count":162},{"id":"1308.6594","title":"Mini-batch Stochastic Approximation Methods for Nonconvex Stochastic Composite Optimization","created":"2013-08-29","cited_by_count":143},{"id":"1901.06656","title":"Training Neural Networks with Local Error Signals","created":"2019-01-20","cited_by_count":136},{"id":"2405.00781","title":"Barren Plateaus in Variational Quantum Computing","created":"2024-05-01","cited_by_count":133},{"id":"2402.11592","title":"Revisiting Zeroth-Order Optimization for Memory-Efficient LLM Fine-Tuning: A Benchmark","created":"2024-02-18","cited_by_count":114},{"id":"1805.10367","title":"Zeroth-Order Stochastic Variance Reduction for Nonconvex Optimization","created":"2018-05-25","cited_by_count":111},{"id":"2007.08714","title":"Transfer Learning without Knowing: Reprogramming Black-box Machine Learning Models with Scarce Data and Limited Resources","created":"2020-07-17","cited_by_count":83},{"id":"2502.05374","title":"Towards LLM Unlearning Resilient to Relearning Attacks: A Sharpness-Aware Minimization Perspective and Beyond","created":"2025-02-07","cited_by_count":79},{"id":"2310.02025","title":"DeepZero: Scaling up Zeroth-Order Optimization for Deep Model Training","created":"2023-10-03","cited_by_count":76},{"id":"2202.08587","title":"Gradients without Backpropagation","created":"2022-02-17","cited_by_count":73},{"id":"2210.03310","title":"Scaling Forward Gradient With Local Losses","created":"2022-10-07","cited_by_count":65},{"id":"2201.09531","title":"Communication-Efficient Stochastic Zeroth-Order Optimization for Federated Learning","created":"2022-01-24","cited_by_count":59},{"id":"2010.09063","title":"Enabling Fast Differentially Private SGD via Just-in-Time Compilation and Vectorization","created":"2020-10-18","cited_by_count":58},{"id":"2006.12878","title":"Direct Feedback Alignment Scales to Modern Deep Learning Tasks and Architectures","created":"2020-06-23","cited_by_count":56},{"id":"2402.15751","title":"Sparse MeZO: Less Parameters for Better Performance in Zeroth-Order LLM Fine-Tuning","created":"2024-02-24","cited_by_count":54},{"id":"2402.15173","title":"Second-Order Fine-Tuning without Pain for LLMs:A Hessian Informed Zeroth-Order Optimizer","created":"2024-02-23","cited_by_count":53},{"id":"2410.07698","title":"Enhancing Zeroth-order Fine-tuning for Language Models with Low-rank Structures","created":"2024-10-10","cited_by_count":50},{"id":"2401.04343","title":"Private Fine-tuning of Large Language Models with Zeroth-order Optimization","created":"2024-01-09","cited_by_count":41},{"id":"2401.10241","title":"Zero Bubble Pipeline Parallelism","created":"2023-11-30","cited_by_count":40},{"id":"2203.14195","title":"How to Robustify Black-Box ML Models? A Zeroth-Order Optimization Perspective","created":"2022-03-27","cited_by_count":39},{"id":"1811.03567","title":"Biologically-plausible learning algorithms can scale to large datasets","created":"2018-11-08","cited_by_count":37},{"id":"2305.13362","title":"On quantum backpropagation, information reuse, and cheating measurement collapse","created":"2023-05-22","cited_by_count":32},{"id":"2310.09639","title":"DPZero: Private Fine-Tuning of Language Models without Backpropagation","created":"2023-10-14","cited_by_count":26},{"id":"2410.08989","title":"Zeroth-Order Fine-Tuning of LLMs in Random Subspaces","created":"2024-10-11","cited_by_count":26},{"id":"2012.11148","title":"Efficient On-Chip Learning for Optical Neural Networks Through Power-Aware Sparse Zeroth-Order Optimization","created":"2020-12-21","cited_by_count":24},{"id":"2512.05117","title":"The Universal Weight Subspace Hypothesis","created":"2025-12-04","cited_by_count":24},{"id":"2107.03941","title":"Zeroth order optimization with orthogonal random directions","created":"2021-07-08","cited_by_count":21},{"id":"2306.10015","title":"Just One Byte (per gradient): A Note on Low-Bandwidth Decentralized Language Model Finetuning Using Shared Randomness","created":"2023-06-16","cited_by_count":18},{"id":"2509.11983","title":"Low-rank Orthogonalization for Large-scale Matrix Optimization with Applications to Foundation Model Training","created":"2025-09-15","cited_by_count":18},{"id":"2402.07818","title":"Differentially Private Zeroth-Order Methods for Scalable Large Language Model Finetuning","created":"2024-02-12","cited_by_count":14},{"id":"2106.08453","title":"How to Train Your Wide Neural Network Without Backprop: An Input-Weight Alignment Perspective","created":"2021-06-15","cited_by_count":13},{"id":"2405.15861","title":"Achieving Dimension-Free Communication in Federated Learning via Zeroth-Order Optimization","created":"2024-05-24","cited_by_count":13},{"id":"2308.09858","title":"Tensor-Compressed Back-Propagation-Free Training for (Physics-Informed) Neural Networks","created":"2023-08-18","cited_by_count":12},{"id":"2502.01014","title":"Refining Adaptive Zeroth-Order Optimization at Ease","created":"2025-02-03","cited_by_count":12},{"id":"2602.17155","title":"Powering Up Zeroth-Order Training via Subspace Gradient Orthogonalization","created":"2026-02-19","cited_by_count":12},{"id":"2209.06302","title":"Optimization without Backpropagation","created":"2022-09-13","cited_by_count":11},{"id":"2504.20314","title":"Perturbation-efficient Zeroth-order Optimization for Hardware-friendly On-device Training","created":"2025-04-28","cited_by_count":9},{"id":"2406.19579","title":"Private Zeroth-Order Nonsmooth Nonconvex Optimization","created":"2024-06-27","cited_by_count":8},{"id":"2506.14460","title":"Zeroth-Order Optimization is Secretly Single-Step Policy Optimization","created":"2025-06-17","cited_by_count":7},{"id":"2511.07971","title":"Low-Rank Curvature for Zeroth-Order Optimization in LLM Fine-Tuning","created":"2025-11-11","cited_by_count":7},{"id":"2401.13944","title":"Zeroth-order Random Subspace Algorithm for Non-smooth Convex Optimization","created":"2024-01-25","cited_by_count":6},{"id":"2506.20990","title":"SharpZO: Hybrid Sharpness-Aware Vision Language Model Prompt Tuning via Forward-Only Passes","created":"2025-06-26","cited_by_count":4},{"id":"2509.15552","title":"The Multi-Query Paradox in Zeroth-Order Optimization","created":"2025-09-19","cited_by_count":4},{"id":"2510.00761","title":"Downgrade to Upgrade: Optimizer Simplification Enhances Robustness in LLM Unlearning","created":"2025-10-01","cited_by_count":4},{"id":"2407.12516","title":"Online Pseudo-Zeroth-Order Training of Neuromorphic Spiking Neural Networks","created":"2024-07-17","cited_by_count":3},{"id":"2506.02370","title":"Converge Faster, Talk Less: Hessian-Informed Federated Zeroth-Order Optimization","created":"2025-06-03","cited_by_count":3},{"id":"2502.12384","title":"Scalable Back-Propagation-Free Training of Optical Physics-Informed Neural Networks","created":"2025-02-17","cited_by_count":2},{"id":"2511.10859","title":"Private Zeroth-Order Optimization with Public Data","created":"2025-11-13","cited_by_count":2},{"id":"2404.11766","title":"End-to-End Mesh Optimization of a Hybrid Deep Learning Black-Box PDE Solver","created":"2024-04-17","cited_by_count":1}],"next_cursor":null}