{"total":198,"rows":[{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2203.03466","title":"Tensor Programs V: Tuning Large Neural Networks via Zero-Shot Hyperparameter Transfer","created":"2022-03-07","cited_by_count":288,"area":null},{"id":"2206.13947","title":"Long Range Language Modeling via Gated State Spaces","created":"2022-06-27","cited_by_count":265,"area":null},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181,"area":null},{"id":"2109.08668","title":"Primer: Searching for Efficient Transformers for Language Modeling","created":"2021-09-17","cited_by_count":164,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2202.08005","title":"Should You Mask 15% in Masked Language Modeling?","created":"2022-02-16","cited_by_count":118,"area":null},{"id":"2112.06749","title":"Step-unrolled Denoising Autoencoders for Text Generation","created":"2021-12-13","cited_by_count":102,"area":null},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93,"area":null},{"id":"2212.09746","title":"Evaluating Human-Language Model Interaction","created":"2022-12-19","cited_by_count":92,"area":null},{"id":"2107.00717","title":"SIMILAR: Submodular Information Measures Based Active Learning In Realistic Scenarios","created":"2021-07-01","cited_by_count":84,"area":null},{"id":"2306.02069","title":"MultiLegalPile: A 689GB Multilingual Legal Corpus","created":"2023-06-03","cited_by_count":60,"area":null},{"id":"2101.09688","title":"Stereotype and Skew: Quantifying Gender Bias in Pre-trained and Fine-tuned Language Models","created":"2021-01-24","cited_by_count":57,"area":null},{"id":"2211.09760","title":"VeLO: Training Versatile Learned Optimizers by Scaling Up","created":"2022-11-17","cited_by_count":57,"area":null},{"id":"2312.10523","title":"Paloma: A Benchmark for Evaluating Language Model Fit","created":"2023-12-16","cited_by_count":54,"area":null},{"id":"2107.11906","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","created":"2021-07-25","cited_by_count":47,"area":null},{"id":"2305.09955","title":"Knowledge Card: Filling LLMs' Knowledge Gaps with Plug-in Specialized Language Models","created":"2023-05-17","cited_by_count":46,"area":null},{"id":"2101.10579","title":"Generating Syntactically Controlled Paraphrases without Using Annotated Parallel Pairs","created":"2021-01-26","cited_by_count":45,"area":null},{"id":"2108.07790","title":"Mitigating harm in language models with conditional-likelihood filtration","created":"2021-08-04","cited_by_count":40,"area":null},{"id":"2110.04369","title":"A Loss Curvature Perspective on Training Instability in Deep Learning","created":"2021-10-08","cited_by_count":40,"area":null},{"id":"2303.09859","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","created":"2023-03-17","cited_by_count":39,"area":null},{"id":"2102.12459","title":"When Attention Meets Fast Recurrence: Training Language Models with Reduced Compute","created":"2021-02-24","cited_by_count":34,"area":null},{"id":"2506.01928","title":"Esoteric Language Models: A Family of Any-Order Diffusion LLMs","created":"2025-06-02","cited_by_count":34,"area":null},{"id":"2109.06822","title":"LM-Critic: Language Models for Unsupervised Grammatical Error Correction","created":"2021-09-14","cited_by_count":33,"area":null},{"id":"2106.03232","title":"A Targeted Assessment of Incremental Processing in Neural LanguageModels and Humans","created":"2021-06-06","cited_by_count":32,"area":null},{"id":"2203.11860","title":"Practical tradeoffs between memory, compute, and performance in learned optimizers","created":"2022-03-22","cited_by_count":32,"area":null},{"id":"2306.12370","title":"PriorBand: Practical Hyperparameter Optimization in the Age of Deep Learning","created":"2023-06-21","cited_by_count":31,"area":null},{"id":"2209.11208","title":"A Closer Look at Learned Optimization: Stability, Robustness, and Inductive Biases","created":"2022-09-22","cited_by_count":30,"area":null},{"id":"2209.13569","title":"Exploring Low Rank Training of Deep Neural Networks","created":"2022-09-27","cited_by_count":30,"area":null},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2604.09784","title":"Discrete Flow Maps","created":"2026-04-10","cited_by_count":29,"area":null},{"id":"2104.02443","title":"CodeTrans: Towards Cracking the Language of Silicon's Code Through Self-Supervised Deep Learning and High Performance Computing","created":"2021-04-06","cited_by_count":28,"area":null},{"id":"2104.03236","title":"Multimodal Entity Linking for Tweets","created":"2021-04-07","cited_by_count":28,"area":null},{"id":"2104.10343","title":"Sensitivity as a Complexity Measure for Sequence Classification Tasks","created":"2021-04-21","cited_by_count":28,"area":null},{"id":"2107.14586","title":"An Efficient DP-SGD Mechanism for Large Scale NLP Models","created":"2021-07-14","cited_by_count":27,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2402.05232","title":"Universal Neural Functionals","created":"2024-02-07","cited_by_count":26,"area":null},{"id":"2404.16795","title":"In-Context Freeze-Thaw Bayesian Optimization for Hyperparameter Optimization","created":"2024-04-25","cited_by_count":26,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25,"area":null},{"id":"2103.01075","title":"OmniNet: Omnidirectional Representations from Transformers","created":"2021-03-01","cited_by_count":23,"area":null},{"id":"2212.00720","title":"A Stable, Fast, and Fully Automatic Learning Algorithm for Predictive Coding Networks","created":"2022-11-16","cited_by_count":22,"area":null},{"id":"2403.15638","title":"Differentially Private Next-Token Prediction of Large Language Models","created":"2024-03-22","cited_by_count":22,"area":null},{"id":"2204.07780","title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","created":"2022-04-16","cited_by_count":21,"area":null},{"id":"2205.01825","title":"AmbiPun: Generating Humorous Puns with Ambiguous Context","created":"2022-05-04","cited_by_count":21,"area":null},{"id":"2212.09663","title":"Norm of Word Embedding Encodes Information Gain","created":"2022-12-19","cited_by_count":21,"area":null},{"id":"2205.10226","title":"Do Transformer Models Show Similar Attention Patterns to Task-Specific Human Gaze?","created":"2022-04-25","cited_by_count":20,"area":null},{"id":"2207.09542","title":"Controllable Data Generation by Deep Learning: A Review","created":"2022-07-19","cited_by_count":20,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2107.11610","title":"Context-aware Adversarial Training for Name Regularity Bias in Named Entity Recognition","created":"2021-07-24","cited_by_count":19,"area":null},{"id":"2305.13175","title":"Discovering Universal Geometry in Embeddings with ICA","created":"2023-05-22","cited_by_count":19,"area":null},{"id":"2205.13858","title":"Semeval-2022 Task 1: CODWOE -- Comparing Dictionaries and Word Embeddings","created":"2022-05-27","cited_by_count":18,"area":null},{"id":"2307.00526","title":"TensorGPT: Efficient Compression of Large Language Models based on Tensor-Train Decomposition","created":"2023-07-02","cited_by_count":17,"area":null},{"id":"2504.06416","title":"Unifying Autoregressive and Diffusion-Based Sequence Generation","created":"2025-04-08","cited_by_count":17,"area":null},{"id":"2107.10685","title":"AnonySIGN: Novel Human Appearance Synthesis for Sign Language Video Anonymisation","created":"2021-07-22","cited_by_count":16,"area":null},{"id":"2211.03481","title":"Predictive Coding beyond Gaussian Distributions","created":"2022-11-07","cited_by_count":16,"area":null},{"id":"2212.11281","title":"Language models are better than humans at next-token prediction","created":"2022-12-21","cited_by_count":15,"area":null},{"id":"2301.00709","title":"Tsetlin Machine Embedding: Representing Words Using Logical Expressions","created":"2023-01-02","cited_by_count":15,"area":null},{"id":"2310.02832","title":"Out-of-Distribution Detection by Leveraging Between-Layer Transformation Smoothness","created":"2023-10-04","cited_by_count":15,"area":null},{"id":"2203.02094","title":"LiteTransformerSearch: Training-free Neural Architecture Search for Efficient Language Models","created":"2022-03-04","cited_by_count":14,"area":null},{"id":"2304.13539","title":"Tensor Decomposition for Model Reduction in Neural Networks: A Review","created":"2023-04-26","cited_by_count":14,"area":null},{"id":"2310.09930","title":"FiLM: Fill-in Language Models for Any-Order Generation","created":"2023-10-15","cited_by_count":13,"area":null},{"id":"2203.13064","title":"Ensembling and Knowledge Distilling of Large Sequence Taggers for Grammatical Error Correction","created":"2022-03-24","cited_by_count":12,"area":null},{"id":"2401.09839","title":"MatSciRE: Leveraging Pointer Networks to Automate Entity and Relation Extraction for Material Science Knowledge-base Construction","created":"2024-01-18","cited_by_count":11,"area":null},{"id":"2406.16508","title":"Large Vocabulary Size Improves Large Language Models","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2505.05755","title":"Insertion Language Models: Sequence Generation with Arbitrary-Position Insertions","created":"2025-05-09","cited_by_count":11,"area":null},{"id":"2506.14202","title":"DiffusionBlocks: Block-wise Neural Network Training via Diffusion Interpretation","created":"2025-06-17","cited_by_count":11,"area":null},{"id":"2109.07591","title":"On the Complementarity of Data Selection and Fine Tuning for Domain Adaptation","created":"2021-09-15","cited_by_count":10,"area":null},{"id":"2202.08679","title":"Where Is My Training Bottleneck? Hidden Trade-Offs in Deep Learning Preprocessing Pipelines","created":"2022-02-17","cited_by_count":10,"area":null},{"id":"2407.11722","title":"Exploring Quantization for Efficient Pre-Training of Transformer Language Models","created":"2024-07-16","cited_by_count":10,"area":null},{"id":"2101.11420","title":"Recent Trends in Named Entity Recognition (NER)","created":"2021-01-25","cited_by_count":9,"area":null},{"id":"2212.09747","title":"Do CoNLL-2003 Named Entity Taggers Still Work Well in 2023?","created":"2022-12-19","cited_by_count":9,"area":null},{"id":"2305.04507","title":"FedZKP: Federated Model Ownership Verification with Zero-knowledge Proof","created":"2023-05-08","cited_by_count":9,"area":null},{"id":"2506.12383","title":"Scaling Probabilistic Circuits via Monarch Matrices","created":"2025-06-14","cited_by_count":9,"area":null},{"id":"2508.08424","title":"Rethinking Tokenization for Rich Morphology: The Dominance of Unigram over BPE and Morphological Alignment","created":"2025-08-11","cited_by_count":9,"area":null},{"id":"2104.08763","title":"Making Attention Mechanisms More Robust and Interpretable with Virtual Adversarial Training","created":"2021-04-18","cited_by_count":8,"area":null},{"id":"2106.06849","title":"Can Transformer Language Models Predict Psychometric Properties?","created":"2021-06-12","cited_by_count":8,"area":null},{"id":"2204.10365","title":"Towards an Enhanced Understanding of Bias in Pre-trained Neural Language Models: A Survey with Special Emphasis on Affective Bias","created":"2022-04-21","cited_by_count":8,"area":null},{"id":"2301.12805","title":"EDSA-Ensemble: an Event Detection Sentiment Analysis Ensemble Architecture","created":"2023-01-30","cited_by_count":8,"area":null},{"id":"2305.16799","title":"To Revise or Not to Revise: Learning to Detect Improvable Claims for Argumentative Writing Support","created":"2023-05-26","cited_by_count":8,"area":null},{"id":"2404.14914","title":"Pillars of Grammatical Error Correction: Comprehensive Inspection Of Contemporary Approaches In The Era of Large Language Models","created":"2024-04-23","cited_by_count":8,"area":null},{"id":"2502.06785","title":"DeepCrossAttention: Supercharging Transformer Residual Connections","created":"2025-02-10","cited_by_count":8,"area":null},{"id":"2101.05405","title":"Training Data Leakage Analysis in Language Models","created":"2021-01-14","cited_by_count":7,"area":null},{"id":"2206.12638","title":"Distilling a Pretrained Language Model to a Multilingual ASR Model","created":"2022-06-25","cited_by_count":7,"area":null},{"id":"2406.00153","title":"$\\mu$LO: Compute-Efficient Meta-Generalization of Learned Optimizers","created":"2024-05-31","cited_by_count":7,"area":null},{"id":"2502.06901","title":"Enabling Autoregressive Models to Fill In Masked Tokens","created":"2025-02-09","cited_by_count":7,"area":null},{"id":"2507.01649","title":"GradMetaNet: An Equivariant Architecture for Learning on Gradients","created":"2025-07-02","cited_by_count":7,"area":null},{"id":"2606.08417","title":"Hacking Generative Perplexity: Why Unconditional Text Evaluation Needs Distributional Metrics","created":"2026-06-07","cited_by_count":7,"area":null},{"id":"2107.12460","title":"Don't Sweep your Learning Rate under the Rug: A Closer Look at Cross-modal Transfer of Pretrained Transformers","created":"2021-07-26","cited_by_count":6,"area":null},{"id":"2211.08387","title":"AutoTemplate: A Simple Recipe for Lexically Constrained Text Generation","created":"2022-11-15","cited_by_count":6,"area":null}],"next_cursor":"100"}