{"total":205,"rows":[{"id":"2209.00796","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","created":"2022-09-02","cited_by_count":1114,"area":"diffusion"},{"id":"2102.06171","title":"High-Performance Large-Scale Image Recognition Without Normalization","created":"2021-02-11","cited_by_count":360,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2305.14342","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","created":"2023-05-23","cited_by_count":265,"area":null},{"id":"2110.02037","title":"Autoregressive Diffusion Models","created":"2021-10-05","cited_by_count":210,"area":"diffusion"},{"id":"2106.14448","title":"R-Drop: Regularized Dropout for Neural Networks","created":"2021-06-28","cited_by_count":202,"area":null},{"id":"2111.05803","title":"Gradients are Not All You Need","created":"2021-11-10","cited_by_count":86,"area":null},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85,"area":null},{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81,"area":null},{"id":"2210.07321","title":"Machine Generated Text: A Comprehensive Survey of Threat Models and Detection Methods","created":"2022-10-13","cited_by_count":79,"area":null},{"id":"2106.00085","title":"Language Model Evaluation Beyond Perplexity","created":"2021-05-31","cited_by_count":78,"area":null},{"id":"2404.12259","title":"Concept Induction: Analyzing Unstructured Text with High-Level Concepts Using LLooM","created":"2024-04-18","cited_by_count":78,"area":null},{"id":"2106.14342","title":"Stabilizing Equilibrium Models by Jacobian Regularization","created":"2021-06-28","cited_by_count":72,"area":null},{"id":"2206.05895","title":"Latent Diffusion Energy-Based Model for Interpretable Text Modeling","created":"2022-06-13","cited_by_count":67,"area":"diffusion"},{"id":"2101.09336","title":"A Comprehensive Survey on Hardware-Aware Neural Architecture Search","created":"2021-01-22","cited_by_count":61,"area":null},{"id":"2106.11872","title":"Randomness In Neural Network Training: Characterizing The Impact of Tooling","created":"2021-06-22","cited_by_count":59,"area":null},{"id":"2209.14981","title":"Stop Wasting My Time! Saving Days of ImageNet and BERT Training with Latest Weight Averaging","created":"2022-09-29","cited_by_count":54,"area":null},{"id":"2108.11371","title":"Understanding the Generalization of Adam in Learning Neural Networks with Proper Regularization","created":"2021-08-25","cited_by_count":49,"area":null},{"id":"2410.13849","title":"From Gradient Clipping to Normalization for Heavy Tailed SGD","created":"2024-10-17","cited_by_count":49,"area":null},{"id":"2103.04514","title":"Nondeterminism and Instability in Neural Network Optimization","created":"2021-03-08","cited_by_count":48,"area":null},{"id":"2402.02769","title":"Learning from Teaching Regularization: Generalizable Correlations Should be Easy to Imitate","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2205.12258","title":"History Compression via Language Models in Reinforcement Learning","created":"2022-05-24","cited_by_count":39,"area":null},{"id":"2104.05824","title":"Evaluating Saliency Methods for Neural Language Models","created":"2021-04-12","cited_by_count":37,"area":null},{"id":"2101.01761","title":"AutoDropout: Learning Dropout Patterns to Regularize Deep Networks","created":"2021-01-05","cited_by_count":35,"area":null},{"id":"2110.03128","title":"On the Generalization of Models Trained with SGD: Information-Theoretic Bounds and Implications","created":"2021-10-07","cited_by_count":31,"area":null},{"id":"2404.01231","title":"Privacy Backdoors: Enhancing Membership Inference through Poisoning Pre-trained Models","created":"2024-04-01","cited_by_count":30,"area":null},{"id":"2107.06483","title":"From Machine Translation to Code-Switching: Generating High-Quality Code-Switched Text","created":"2021-07-14","cited_by_count":29,"area":null},{"id":"2301.02828","title":"Why do Nearest Neighbor Language Models Work?","created":"2023-01-07","cited_by_count":29,"area":"rag"},{"id":"2311.03252","title":"Parameter-Agnostic Optimization under Relaxed Smoothness","created":"2023-11-06","cited_by_count":29,"area":null},{"id":"2311.12570","title":"BEND: Benchmarking DNA Language Models on biologically meaningful tasks","created":"2023-11-21","cited_by_count":29,"area":null},{"id":"2509.14786","title":"Pre-training under infinite compute","created":"2025-09-18","cited_by_count":29,"area":null},{"id":"2109.03127","title":"Rare Tokens Degenerate All Tokens: Improving Neural Text Generation via Adaptive Gradient Gating for Rare Token Embeddings","created":"2021-09-07","cited_by_count":27,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2208.00636","title":"Interacting with next-phrase suggestions: How suggestion systems aid and influence the cognitive processes of writing","created":"2022-08-01","cited_by_count":27,"area":null},{"id":"2101.09048","title":"Selfish Sparse RNN Training","created":"2021-01-22","cited_by_count":26,"area":null},{"id":"2206.06178","title":"Efficient recurrent architectures through activity sparsity and sparse back-propagation through time","created":"2022-06-13","cited_by_count":26,"area":null},{"id":"2103.14453","title":"Data Augmentation in Natural Language Processing: A Novel Text Generation Approach for Long and Short Text Classifiers","created":"2021-03-26","cited_by_count":24,"area":null},{"id":"2206.08575","title":"Query-Efficient and Scalable Black-Box Adversarial Attacks on Discrete Sequential Data via Bayesian Optimization","created":"2022-06-17","cited_by_count":22,"area":null},{"id":"2303.00883","title":"Variance-reduced Clipping for Non-convex Optimization","created":"2023-03-02","cited_by_count":22,"area":null},{"id":"2409.08466","title":"Explaining Datasets in Words: Statistical Models with Natural Language Parameters","created":"2024-09-13","cited_by_count":21,"area":null},{"id":"2205.05040","title":"A Communication-Efficient Distributed Gradient Clipping Algorithm for Training Deep Neural Networks","created":"2022-05-10","cited_by_count":20,"area":null},{"id":"2101.09868","title":"CPT: Efficient Deep Neural Network Training via Cyclic Precision","created":"2021-01-25","cited_by_count":19,"area":null},{"id":"2205.10733","title":"GraB: Finding Provably Better Data Permutations than Random Reshuffling","created":"2022-05-22","cited_by_count":19,"area":null},{"id":"2104.01853","title":"Rethinking Perturbations in Encoder-Decoders for Fast Training","created":"2021-04-05","cited_by_count":17,"area":null},{"id":"2104.08215","title":"\"BNN - BN = ?\": Training Binary Neural Networks without Batch Normalization","created":"2021-04-16","cited_by_count":17,"area":null},{"id":"2106.12901","title":"Recurrent Neural Network from Adder's Perspective: Carry-lookahead RNN","created":"2021-06-22","cited_by_count":16,"area":null},{"id":"2108.07789","title":"Adapting GPT, GPT-2 and BERT Language Models for Speech Recognition","created":"2021-07-29","cited_by_count":16,"area":null},{"id":"2109.01982","title":"Learning Hierarchical Structures with Differentiable Nondeterministic Stacks","created":"2021-09-05","cited_by_count":16,"area":null},{"id":"2108.03857","title":"GAN Computers Generate Arts? A Survey on Visual Arts, Music, and Literary Text Generation using Generative Adversarial Network","created":"2021-08-09","cited_by_count":15,"area":null},{"id":"2108.11556","title":"Latent Space Energy-Based Model of Symbol-Vector Coupling for Text Generation and Classification","created":"2021-08-26","cited_by_count":15,"area":null},{"id":"2203.06462","title":"Low-Rank Softmax Can Have Unargmaxable Classes in Theory but Rarely in Practice","created":"2022-03-12","cited_by_count":15,"area":null},{"id":"2102.04297","title":"Eliminating Sharp Minima from SGD with Truncated Heavy-tailed Noise","created":"2021-02-08","cited_by_count":14,"area":null},{"id":"2305.12498","title":"Multi-Head State Space Model for Speech Recognition","created":"2023-05-21","cited_by_count":14,"area":null},{"id":"2312.07243","title":"A Unified Sampling Framework for Solver Searching of Diffusion Probabilistic Models","created":"2023-12-12","cited_by_count":14,"area":"diffusion"},{"id":"2404.01436","title":"Convergence Guarantees for RMSProp and Adam in Generalized-smooth Non-convex Optimization with Affine Noise Variance","created":"2024-04-01","cited_by_count":14,"area":null},{"id":"2409.02231","title":"SmileyLlama: Modifying Large Language Models for Directed Chemical Space Exploration","created":"2024-09-03","cited_by_count":14,"area":"alignment"},{"id":"2210.06895","title":"GA-SAM: Gradient-Strength based Adaptive Sharpness-Aware Minimization for Improved Generalization","created":"2022-10-13","cited_by_count":13,"area":null},{"id":"2505.05465","title":"ComPO: Preference Alignment via Comparison Oracles","created":"2025-05-08","cited_by_count":13,"area":"alignment"},{"id":"2105.14822","title":"Effective Batching for Recurrent Neural Network Grammars","created":"2021-05-31","cited_by_count":12,"area":null},{"id":"2203.00971","title":"Parallel Spatio-Temporal Attention-Based TCN for Multivariate Time Series Prediction","created":"2022-03-02","cited_by_count":12,"area":null},{"id":"2105.13937","title":"Polygonal Unadjusted Langevin Algorithms: Creating stable and efficient adaptive algorithms for neural networks","created":"2021-05-28","cited_by_count":11,"area":null},{"id":"2602.02495","title":"Reward-free Alignment for Conflicting Objectives","created":"2026-02-02","cited_by_count":11,"area":"alignment"},{"id":"2103.15912","title":"Data Augmentation in a Hybrid Approach for Aspect-Based Sentiment Analysis","created":"2021-03-29","cited_by_count":10,"area":null},{"id":"2104.00772","title":"Low-Resource Language Modelling of South African Languages","created":"2021-04-01","cited_by_count":10,"area":null},{"id":"2104.03474","title":"Revisiting Simple Neural Probabilistic Language Models","created":"2021-04-08","cited_by_count":10,"area":null},{"id":"2106.12976","title":"Exploring Self-Identified Counseling Expertise in Online Support Forums","created":"2021-06-24","cited_by_count":10,"area":null},{"id":"2110.02791","title":"Spell my name: keyword boosted speech recognition","created":"2021-10-06","cited_by_count":10,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2205.00484","title":"Dynamic Programming in Rank Space: Scaling Structured Inference with Low-Rank HMMs and PCFGs","created":"2022-05-01","cited_by_count":10,"area":null},{"id":"2308.02060","title":"Accurate Neural Network Pruning Requires Rethinking Sparse Optimization","created":"2023-08-03","cited_by_count":10,"area":null},{"id":"2306.07684","title":"Lookaround Optimizer: $k$ steps around, 1 step average","created":"2023-06-13","cited_by_count":9,"area":null},{"id":"2410.01987","title":"Financial Sentiment Analysis on News and Reports Using Large Language Models and FinBERT","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2110.02870","title":"Capturing Structural Locality in Non-parametric Language Models","created":"2021-10-06","cited_by_count":8,"area":null},{"id":"2201.02715","title":"Low-Rank Constraints for Fast Inference in Structured Models","created":"2022-01-08","cited_by_count":8,"area":null},{"id":"2210.13569","title":"Characterizing Verbatim Short-Term Memory in Neural Language Models","created":"2022-10-24","cited_by_count":8,"area":null},{"id":"2502.06761","title":"When, Where and Why to Average Weights?","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2601.14277","title":"Which Quantization Should I Use? A Unified Evaluation of llama.cpp Quantization on Llama-3.1-8B-Instruct","created":"2026-01-11","cited_by_count":8,"area":null},{"id":"2106.02289","title":"Modeling the Unigram Distribution","created":"2021-06-04","cited_by_count":7,"area":null},{"id":"2302.00845","title":"Coordinating Distributed Example Orders for Provably Accelerated Training","created":"2023-02-02","cited_by_count":7,"area":null},{"id":"2302.07155","title":"EPISODE: Episodic Gradient Clipping with Periodic Resampled Corrections for Federated Learning with Heterogeneous Data","created":"2023-02-14","cited_by_count":7,"area":null},{"id":"2304.11153","title":"Low-Variance Gradient Estimation in Unrolled Computation Graphs with ES-Single","created":"2023-04-21","cited_by_count":7,"area":null},{"id":"2405.00611","title":"Addressing Topic Granularity and Hallucination in Large Language Models for Topic Modelling","created":"2024-05-01","cited_by_count":7,"area":null},{"id":"2407.04285","title":"Tackling Data Corruption in Offline Reinforcement Learning via Sequence Modeling","created":"2024-07-05","cited_by_count":7,"area":"offlinerl"},{"id":"2502.04164","title":"Efficient Distributed Optimization under Heavy-Tailed Noise","created":"2025-02-06","cited_by_count":7,"area":null},{"id":"2104.07391","title":"RIANN -- A Robust Neural Network Outperforms Attitude Estimation Filters","created":"2021-04-15","cited_by_count":6,"area":null},{"id":"2104.09066","title":"IIITT@LT-EDI-EACL2021-Hope Speech Detection: There is always Hope in Transformers","created":"2021-04-19","cited_by_count":6,"area":null},{"id":"2202.01306","title":"Harmony: Overcoming the Hurdles of GPU Memory Capacity to Train Massive DNN Models on Commodity Servers","created":"2022-02-02","cited_by_count":6,"area":null},{"id":"2312.09084","title":"Language Modeling on a SpiNNaker 2 Neuromorphic Chip","created":"2023-12-14","cited_by_count":6,"area":null},{"id":"2406.05798","title":"Hidden Holes: topological aspects of language models","created":"2024-06-09","cited_by_count":6,"area":null},{"id":"2408.17354","title":"Forget to Flourish: Leveraging Machine-Unlearning on Pretrained Language Models for Privacy Leakage","created":"2024-08-30","cited_by_count":6,"area":"safety"},{"id":"2411.14049","title":"Out-Of-Distribution Detection with Diversification (Provably)","created":"2024-11-21","cited_by_count":6,"area":null},{"id":"2511.21622","title":"On the Origin of Algorithmic Progress in AI","created":"2025-11-26","cited_by_count":6,"area":null},{"id":"2104.11568","title":"The Influence of Audio on Video Memorability with an Audio Gestalt Regulated Video Memorability System","created":"2021-04-23","cited_by_count":5,"area":null},{"id":"2201.11624","title":"LiteLSTM Architecture for Deep Recurrent Neural Networks","created":"2022-01-27","cited_by_count":5,"area":null},{"id":"2309.10264","title":"Revisiting and Improving Retrieval-Augmented Deep Assertion Generation","created":"2023-09-19","cited_by_count":5,"area":"rag"},{"id":"2403.03739","title":"A&B BNN: Add&Bit-Operation-Only Hardware-Friendly Binary Neural Network","created":"2024-03-06","cited_by_count":5,"area":null},{"id":"2512.23422","title":"Entropy-Guided Token Dropout: Training Autoregressive Language Models with Limited Domain Data","created":"2025-12-29","cited_by_count":5,"area":null},{"id":"2102.07150","title":"indicnlp@kgp at DravidianLangTech-EACL2021: Offensive Language Identification in Dravidian Languages","created":"2021-02-14","cited_by_count":4,"area":null},{"id":"2103.11088","title":"Token-wise Curriculum Learning for Neural Machine Translation","created":"2021-03-20","cited_by_count":4,"area":null},{"id":"2103.12607","title":"ESCORT: Ethereum Smart COntRacTs Vulnerability Detection using Deep Neural Network and Transfer Learning","created":"2021-03-23","cited_by_count":4,"area":null}],"next_cursor":"100"}