{"total":54,"rows":[{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.07841","title":"Do Membership Inference Attacks Work on Large Language Models?","created":"2024-02-12","cited_by_count":195,"area":"safety"},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2407.12854","title":"Scaling Retrieval-Based Language Models with a Trillion-Token Datastore","created":"2024-07-09","cited_by_count":56,"area":null},{"id":"2407.04965","title":"Beyond Perplexity: Multi-dimensional Safety Evaluation of LLM Compression","created":"2024-07-06","cited_by_count":33,"area":null},{"id":"2507.00885","title":"Scaling Laws Are Unreliable for Downstream Tasks: A Reality Check","created":"2025-07-01","cited_by_count":29,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2510.01631","title":"Demystifying Synthetic Data in LLM Pre-training: A Systematic Study of Scaling Laws, Benefits, and Pitfalls","created":"2025-10-02","cited_by_count":26,"area":"synth"},{"id":"2406.13069","title":"Evaluating $n$-Gram Novelty of Language Models Using Rusty-DAWG","created":"2024-06-18","cited_by_count":25,"area":null},{"id":"2407.21530","title":"Data Contamination Report from the 2024 CONDA Shared Task","created":"2024-07-31","cited_by_count":20,"area":null},{"id":"2406.12066","title":"Language Models are Surprisingly Fragile to Drug Names in Biomedical Benchmarks","created":"2024-06-17","cited_by_count":17,"area":null},{"id":"2410.13961","title":"From Single to Multi: How LLMs Hallucinate in Multi-Document Summarization","created":"2024-10-17","cited_by_count":17,"area":null},{"id":"2405.05506","title":"Cross-Care: Assessing the Healthcare Implications of Pre-training Data on Language Model Bias","created":"2024-05-09","cited_by_count":15,"area":null},{"id":"2510.24963","title":"Language Model Behavioral Phases are Consistent Across Architecture, Training Data, and Scale","created":"2025-10-28","cited_by_count":13,"area":null},{"id":"2404.16645","title":"Tele-FLM Technical Report","created":"2024-04-25","cited_by_count":12,"area":null},{"id":"2507.05195","title":"Train-before-Test Harmonizes Language Model Rankings","created":"2025-07-07","cited_by_count":12,"area":null},{"id":"2410.15661","title":"Scalable Data Ablation Approximations for Language Models through Modular Training and Merging","created":"2024-10-21","cited_by_count":11,"area":null},{"id":"2506.06112","title":"Towards Lifecycle Unlearning Commitment Management: Measuring Sample-level Unlearning Completeness","created":"2025-06-06","cited_by_count":11,"area":"safety"},{"id":"2502.18851","title":"Marking Code Without Breaking It: Code Watermarking for Detecting LLM-Generated Code","created":"2025-02-26","cited_by_count":10,"area":"safety"},{"id":"2506.15271","title":"Unlocking Post-hoc Dataset Inference with Synthetic Data","created":"2025-06-18","cited_by_count":7,"area":"synth"},{"id":"2508.15390","title":"Exploiting Vocabulary Frequency Imbalance in Language Model Pre-training","created":"2025-08-21","cited_by_count":7,"area":null},{"id":"2412.02857","title":"Measuring Fingerprints of Web-filtered Text Datasets and Fingerprint Propagation Through Training","created":"2024-12-03","cited_by_count":5,"area":null},{"id":"2506.01084","title":"zip2zip: Inference-Time Adaptive Tokenization via Online Compression","created":"2025-06-01","cited_by_count":5,"area":null},{"id":"2506.02204","title":"BehaviorBox: Automated Discovery of Fine-Grained Performance Differences Between Language Models","created":"2025-06-02","cited_by_count":5,"area":null},{"id":"2506.05447","title":"Training Dynamics Underlying Language Model Scaling Laws: Loss Deceleration and Zero-Sum Learning","created":"2025-06-05","cited_by_count":5,"area":null},{"id":"2510.26622","title":"Encoder-Decoder or Decoder-Only? Revisiting Encoder-Decoder Large Language Model","created":"2025-10-30","cited_by_count":4,"area":null},{"id":"2406.11106","title":"From Intentions to Techniques: A Comprehensive Taxonomy and Challenges in Text Watermarking for Large Language Models","created":"2024-06-17","cited_by_count":3,"area":"safety"},{"id":"2504.00695","title":"ToReMi: Topic-Aware Data Reweighting for Dynamic Pre-Training Data Selection","created":"2025-04-01","cited_by_count":3,"area":null},{"id":"2508.02189","title":"Learning Dynamics of Meta-Learning in Small Model Pretraining","created":"2025-08-04","cited_by_count":3,"area":null},{"id":"2509.02160","title":"Meta-Pretraining for Zero-Shot Cross-Lingual Named Entity Recognition in Low-Resource Philippine Languages","created":"2025-09-02","cited_by_count":3,"area":null},{"id":"2509.16413","title":"Pico: A Modular Framework for Hypothesis-Driven Small Language Model Research","created":"2025-09-19","cited_by_count":3,"area":null},{"id":"2602.20433","title":"Disentangling Geometry, Performance, and Training in Language Models","created":"2026-02-24","cited_by_count":3,"area":null},{"id":"2605.11689","title":"Slicing and Dicing: Configuring Optimal Mixtures of Experts","created":"2026-05-12","cited_by_count":2,"area":"moe"},{"id":"2605.11845","title":"Probabilistic Calibration Is a Trainable Capability in Language Models","created":"2026-05-12","cited_by_count":2,"area":null},{"id":"2509.12960","title":"Investigating ReLoRA: Effects on the Learning Dynamics of Small Language Models","created":"2025-09-16","cited_by_count":1,"area":null},{"id":"2509.17449","title":"SLAyiNG: A Diverse and Community-validated Dataset of Queer Slang","created":"2025-09-22","cited_by_count":1,"area":null},{"id":"2601.17869","title":"On the Emergence and Test-Time Use of Structural Information in Large Language Models","created":"2026-01-25","cited_by_count":1,"area":null},{"id":"2602.06031","title":"AP-OOD: Attention Pooling for Out-of-Distribution Detection","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2609.13520","title":"From Token Probabilities to Semantic Constraints: Towards Declarative Probabilistic Evaluation of Language Models","created":"2026-09-11","cited_by_count":1,"area":"lr"},{"id":"2512.14481","title":"SASQ: Static Activation Scaling for Quantization-Aware Training in Large Language Models","created":"2025-12-16","cited_by_count":0,"area":null},{"id":"2512.17075","title":"Perturb Your Data: Paraphrase-Guided Training Data Watermarking","created":"2025-12-18","cited_by_count":0,"area":null},{"id":"2603.22707","title":"Detecting Non-Membership in LLM Training Data via Rank Correlations","created":"2026-03-24","cited_by_count":0,"area":null},{"id":"2607.04563","title":"Fidelity-Diversity Metrics for Text","created":"2026-07-06","cited_by_count":0,"area":null},{"id":"2608.10296","title":"Cracks in the Foundation: Seemingly Minor Architectural Choices Impact Long Context Extension","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2608.29376","title":"Evaluating Tiny Recursive Models Across Training for Code Generation","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.09143","title":"Studying Image Tokenizers as Visual Languages in Unified Multimodal Models","created":"2026-09-08","cited_by_count":0,"area":null},{"id":"2609.27510","title":"Uncheatable Eval: Dynamic Compression-Based Evaluation of Language Models","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.40295","title":"How Much Is an AI Token Worth? Scaling Laws for Wild AI-Generated Web Text","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.20456","title":"The COUNT: Counting N-grams Unlocks Scaling on Host Memory and Training-Free Adaptation","created":"2026-10-14","cited_by_count":0,"area":null}],"next_cursor":null}