{"total":308,"rows":[{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509,"area":"moe"},{"id":"2107.03006","title":"Structured Denoising Diffusion Models in Discrete State-Spaces","created":"2021-07-07","cited_by_count":1719,"area":"wm"},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653,"area":"inference"},{"id":"2209.00796","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","created":"2022-09-02","cited_by_count":1114,"area":"diffusion"},{"id":"2406.07524","title":"Simple and Effective Masked Diffusion Language Models","created":"2024-06-11","cited_by_count":848,"area":"diffusion"},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2406.04329","title":"Simplified and Generalized Masked Diffusion for Discrete Data","created":"2024-06-06","cited_by_count":626,"area":"diffusion"},{"id":"2005.05951","title":"MOReL : Model-Based Offline Reinforcement Learning","created":"2020-05-12","cited_by_count":590,"area":"offlinerl"},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2503.09573","title":"Block Diffusion: Interpolating Between Autoregressive and Diffusion Language Models","created":"2025-03-12","cited_by_count":409,"area":"diffusion"},{"id":"2406.03736","title":"Your Absorbing Discrete Diffusion Secretly Models the Conditional Distributions of Clean Data","created":"2024-06-06","cited_by_count":381,"area":"diffusion"},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2211.15029","title":"DiffusionBERT: Improving Generative Masked Language Models with Diffusion Models","created":"2022-11-28","cited_by_count":214,"area":"diffusion"},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2310.08461","title":"DistillSpec: Improving Speculative Decoding via Knowledge Distillation","created":"2023-10-12","cited_by_count":165,"area":"inference"},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2412.10193","title":"Simple Guidance Mechanisms for Discrete Diffusion Models","created":"2024-12-13","cited_by_count":155,"area":"diffusion"},{"id":"2305.18619","title":"Likelihood-Based Diffusion Language Models","created":"2023-05-30","cited_by_count":151,"area":"diffusion"},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148,"area":"moe"},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2506.10892","title":"The Diffusion Duality","created":"2025-06-12","cited_by_count":135,"area":"diffusion"},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2310.15141","title":"SpecTr: Fast Speculative Decoding via Optimal Transport","created":"2023-10-23","cited_by_count":129,"area":"inference"},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118,"area":null},{"id":"2112.06749","title":"Step-unrolled Denoising Autoencoders for Text Generation","created":"2021-12-13","cited_by_count":102,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2212.09746","title":"Evaluating Human-Language Model Interaction","created":"2022-12-19","cited_by_count":92,"area":null},{"id":"2107.00717","title":"SIMILAR: Submodular Information Measures Based Active Learning In Realistic Scenarios","created":"2021-07-01","cited_by_count":84,"area":null},{"id":"2405.14664","title":"Fisher Flow Matching for Generative Modeling over Discrete Data","created":"2024-05-23","cited_by_count":72,"area":"diffusion"},{"id":"2306.02069","title":"MultiLegalPile: A 689GB Multilingual Legal Corpus","created":"2023-06-03","cited_by_count":60,"area":null},{"id":"2101.09688","title":"Stereotype and Skew: Quantifying Gender Bias in Pre-trained and Fine-tuned Language Models","created":"2021-01-24","cited_by_count":57,"area":null},{"id":"2211.09760","title":"VeLO: Training Versatile Learned Optimizers by Scaling Up","created":"2022-11-17","cited_by_count":57,"area":null},{"id":"2412.03487","title":"Flow Matching with General Discrete Paths: A Kinetic-Optimal Perspective","created":"2024-12-04","cited_by_count":57,"area":"diffusion"},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2101.10579","title":"Generating Syntactically Controlled Paraphrases without Using Annotated Parallel Pairs","created":"2021-01-26","cited_by_count":45,"area":null},{"id":"2602.12233","title":"Categorical Flow Maps","created":"2026-02-12","cited_by_count":44,"area":"diffusion"},{"id":"2509.02350","title":"Implicit Reasoning in Large Language Models: A Comprehensive Survey","created":"2025-09-02","cited_by_count":43,"area":"lr"},{"id":"2108.07790","title":"Mitigating harm in language models with conditional-likelihood filtration","created":"2021-08-04","cited_by_count":40,"area":null},{"id":"2110.04369","title":"A Loss Curvature Perspective on Training Instability in Deep Learning","created":"2021-10-08","cited_by_count":40,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2109.13236","title":"FedIPR: Ownership Verification for Federated Deep Neural Network Models","created":"2021-09-27","cited_by_count":36,"area":"safety"},{"id":"2604.11748","title":"LangFlow: Continuous Diffusion Rivals Discrete in Language Modeling","created":"2026-04-13","cited_by_count":36,"area":"diffusion"},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2506.01928","title":"Esoteric Language Models: A Family of Any-Order Diffusion LLMs","created":"2025-06-02","cited_by_count":34,"area":null},{"id":"2109.06822","title":"LM-Critic: Language Models for Unsupervised Grammatical Error Correction","created":"2021-09-14","cited_by_count":33,"area":null},{"id":"2106.03232","title":"A Targeted Assessment of Incremental Processing in Neural LanguageModels and Humans","created":"2021-06-06","cited_by_count":32,"area":null},{"id":"2203.11860","title":"Practical tradeoffs between memory, compute, and performance in learned optimizers","created":"2022-03-22","cited_by_count":32,"area":null},{"id":"2510.03206","title":"Coevolutionary Continuous Discrete Diffusion: Make Your Diffusion Language Model a Latent Reasoner","created":"2025-10-03","cited_by_count":32,"area":"lr"},{"id":"2306.12370","title":"PriorBand: Practical Hyperparameter Optimization in the Age of Deep Learning","created":"2023-06-21","cited_by_count":31,"area":null},{"id":"2502.11564","title":"Continuous Diffusion Model for Language Modeling","created":"2025-02-17","cited_by_count":31,"area":"diffusion"},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30,"area":null},{"id":"2209.13569","title":"Exploring Low Rank Training of Deep Neural Networks","created":"2022-09-27","cited_by_count":30,"area":null},{"id":"2403.10444","title":"Block Verification Accelerates Speculative Decoding","created":"2024-03-15","cited_by_count":30,"area":"inference"},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2604.09784","title":"Discrete Flow Maps","created":"2026-04-10","cited_by_count":29,"area":null},{"id":"2104.02443","title":"CodeTrans: Towards Cracking the Language of Silicon's Code Through Self-Supervised Deep Learning and High Performance Computing","created":"2021-04-06","cited_by_count":28,"area":null},{"id":"2104.03236","title":"Multimodal Entity Linking for Tweets","created":"2021-04-07","cited_by_count":28,"area":null},{"id":"2104.10343","title":"Sensitivity as a Complexity Measure for Sequence Classification Tasks","created":"2021-04-21","cited_by_count":28,"area":null},{"id":"2107.14586","title":"An Efficient DP-SGD Mechanism for Large Scale NLP Models","created":"2021-07-14","cited_by_count":27,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2402.05232","title":"Universal Neural Functionals","created":"2024-02-07","cited_by_count":26,"area":null},{"id":"2404.16795","title":"In-Context Freeze-Thaw Bayesian Optimization for Hyperparameter Optimization","created":"2024-04-25","cited_by_count":26,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25,"area":null},{"id":"2502.01567","title":"Latent Thought Models with Variational Bayes Inference-Time Computation","created":"2025-02-03","cited_by_count":25,"area":"lr"},{"id":"2103.01075","title":"OmniNet: Omnidirectional Representations from Transformers","created":"2021-03-01","cited_by_count":23,"area":null},{"id":"2311.14115","title":"A density estimation perspective on learning from pairwise human preferences","created":"2023-11-23","cited_by_count":23,"area":"alignment"},{"id":"2212.00720","title":"A Stable, Fast, and Fully Automatic Learning Algorithm for Predictive Coding Networks","created":"2022-11-16","cited_by_count":22,"area":null},{"id":"2403.15638","title":"Differentially Private Next-Token Prediction of Large Language Models","created":"2024-03-22","cited_by_count":22,"area":null},{"id":"2204.07780","title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","created":"2022-04-16","cited_by_count":21,"area":null},{"id":"2205.01825","title":"AmbiPun: Generating Humorous Puns with Ambiguous Context","created":"2022-05-04","cited_by_count":21,"area":null},{"id":"2206.07989","title":"Double Check Your State Before Trusting It: Confidence-Aware Bidirectional Offline Model-Based Imagination","created":"2022-06-16","cited_by_count":21,"area":"offlinerl"},{"id":"2212.09663","title":"Norm of Word Embedding Encodes Information Gain","created":"2022-12-19","cited_by_count":21,"area":null},{"id":"2205.10226","title":"Do Transformer Models Show Similar Attention Patterns to Task-Specific Human Gaze?","created":"2022-04-25","cited_by_count":20,"area":null},{"id":"2207.09542","title":"Controllable Data Generation by Deep Learning: A Review","created":"2022-07-19","cited_by_count":20,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2505.18495","title":"Beyond Masked and Unmasked: Discrete Diffusion Models via Partial Masking","created":"2025-05-24","cited_by_count":20,"area":"diffusion"},{"id":"2107.11610","title":"Context-aware Adversarial Training for Name Regularity Bias in Named Entity Recognition","created":"2021-07-24","cited_by_count":19,"area":null},{"id":"2305.13175","title":"Discovering Universal Geometry in Embeddings with ICA","created":"2023-05-22","cited_by_count":19,"area":null},{"id":"2605.18530","title":"Continuous Diffusion Scales Competitively with Discrete Diffusion for Language","created":"2026-05-18","cited_by_count":19,"area":"diffusion"},{"id":"2205.13858","title":"Semeval-2022 Task 1: CODWOE -- Comparing Dictionaries and Word Embeddings","created":"2022-05-27","cited_by_count":18,"area":null},{"id":"2307.00526","title":"TensorGPT: Efficient Compression of Large Language Models based on Tensor-Train Decomposition","created":"2023-07-02","cited_by_count":17,"area":null},{"id":"2504.06416","title":"Unifying Autoregressive and Diffusion-Based Sequence Generation","created":"2025-04-08","cited_by_count":17,"area":null},{"id":"2505.14455","title":"CtrlDiff: Boosting Large Diffusion Language Models with Dynamic Block Prediction and Controllable Generation","created":"2025-05-20","cited_by_count":17,"area":"diffusion"},{"id":"2505.18456","title":"Anchored Diffusion Language Model","created":"2025-05-24","cited_by_count":17,"area":"diffusion"},{"id":"2107.10685","title":"AnonySIGN: Novel Human Appearance Synthesis for Sign Language Video Anonymisation","created":"2021-07-22","cited_by_count":16,"area":null},{"id":"2211.03481","title":"Predictive Coding beyond Gaussian Distributions","created":"2022-11-07","cited_by_count":16,"area":null},{"id":"2506.19935","title":"Any-Order GPT as Masked Diffusion Model: Decoupling Formulation and Architecture","created":"2025-06-24","cited_by_count":16,"area":"diffusion"}],"next_cursor":"100"}