{"total":57,"rows":[{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2406.04127","title":"Are We Done with MMLU?","created":"2024-06-06","cited_by_count":194,"area":null},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2402.18376","title":"Tokenization Is More Than Compression","created":"2024-02-28","cited_by_count":89,"area":null},{"id":"2504.08165","title":"Findings of the BabyLM Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora","created":"2025-04-10","cited_by_count":88,"area":null},{"id":"2310.07931","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","created":"2023-10-11","cited_by_count":69,"area":null},{"id":"2405.19327","title":"MAP-Neo: Highly Capable and Transparent Bilingual Large Language Model Series","created":"2024-05-29","cited_by_count":67,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2403.01289","title":"Greed is All You Need: An Evaluation of Tokenizer Inference Methods","created":"2024-03-02","cited_by_count":34,"area":null},{"id":"2504.00178","title":"Boundless Byte Pair Encoding: Breaking the Pre-tokenization Barrier","created":"2025-03-31","cited_by_count":32,"area":null},{"id":"2502.19002","title":"The Sharpness Disparity Principle in Transformers for Accelerating Language Model Pre-Training","created":"2025-02-26","cited_by_count":30,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2511.16652","title":"Evolution Strategies at the Hyperscale","created":"2025-11-20","cited_by_count":25,"area":null},{"id":"2402.14526","title":"Balanced Data Sampling for Language Model Training with Clustering","created":"2024-02-22","cited_by_count":23,"area":null},{"id":"2509.14562","title":"LiMuon: Light and Fast Muon Optimizer for Large Models","created":"2025-09-18","cited_by_count":22,"area":null},{"id":"2401.04301","title":"Setting the Record Straight on Transformer Oversmoothing","created":"2024-01-09","cited_by_count":21,"area":null},{"id":"2402.04779","title":"StableMask: Refining Causal Masking in Decoder-only Transformer","created":"2024-02-07","cited_by_count":20,"area":null},{"id":"2410.03735","title":"Task-Adaptive Pretrained Language Models via Clustered-Importance Sampling","created":"2024-09-30","cited_by_count":18,"area":null},{"id":"2312.01700","title":"Data Management For Training Large Language Models: A Survey","created":"2023-12-04","cited_by_count":17,"area":null},{"id":"2506.03149","title":"Causal Estimation of Tokenisation Bias","created":"2025-06-03","cited_by_count":16,"area":null},{"id":"2405.20763","title":"Improving Generalization and Convergence by Enhancing Implicit Regularization","created":"2024-05-31","cited_by_count":14,"area":null},{"id":"2509.26544","title":"Bayesian Influence Functions for Hessian-Free Data Attribution","created":"2025-09-30","cited_by_count":14,"area":null},{"id":"2403.00826","title":"LLMGuard: Guarding Against Unsafe LLM Behavior","created":"2024-02-27","cited_by_count":13,"area":null},{"id":"2502.15343","title":"Tokenization is Sensitive to Language Variation","created":"2025-02-21","cited_by_count":13,"area":null},{"id":"2402.17532","title":"Retrieval is Accurate Generation","created":"2024-02-27","cited_by_count":10,"area":null},{"id":"2504.01100","title":"Repetitions are not all alike: distinct mechanisms sustain repetition in language models","created":"2025-04-01","cited_by_count":10,"area":null},{"id":"2407.07630","title":"A Review of the Challenges with Massive Web-mined Corpora Used in Large Language Models Pre-Training","created":"2024-07-10","cited_by_count":7,"area":null},{"id":"2504.21463","title":"RWKV-X: A Linear Complexity Hybrid Language Model","created":"2025-04-30","cited_by_count":6,"area":null},{"id":"2411.15821","title":"Is Training Data Quality or Quantity More Impactful to Small Language Model Performance?","created":"2024-11-24","cited_by_count":4,"area":null},{"id":"2501.14713","title":"FlexiGPT: Pruning and Extending Large Language Models with Low-Rank Weight Sharing","created":"2025-01-24","cited_by_count":4,"area":null},{"id":"2310.11282","title":"ChapGTP, ILLC's Attempt at Raising a BabyLM: Improving Data Efficiency by Automatic Task Formation","created":"2023-10-17","cited_by_count":3,"area":null},{"id":"2502.15873","title":"Practical Principles for AI Cost and Compute Accounting","created":"2025-02-21","cited_by_count":3,"area":null},{"id":"2508.02591","title":"CharBench: Evaluating the Role of Tokenization in Character-Level Tasks","created":"2025-08-04","cited_by_count":3,"area":null},{"id":"2510.14009","title":"Noise-Adaptive Layerwise Learning Rates: Accelerating Geometry-Aware Optimization for Deep Neural Network Training","created":"2025-10-15","cited_by_count":3,"area":null},{"id":"2511.00907","title":"Transformers as Intrinsic Optimizers: Forward Inference through the Energy Principle","created":"2025-11-02","cited_by_count":3,"area":null},{"id":"2409.06131","title":"Accelerating Large Language Model Pretraining via LFR Pedagogy: Learn, Focus, and Review","created":"2024-09-10","cited_by_count":2,"area":null},{"id":"2507.12022","title":"Dataset Ownership Verification for Pre-trained Masked Models","created":"2025-07-16","cited_by_count":2,"area":null},{"id":"2410.22553","title":"ML Research Benchmark","created":"2024-10-29","cited_by_count":1,"area":null},{"id":"2501.16337","title":"Explore Activation Sparsity in Recurrent LLMs for Energy-Efficient Neuromorphic Computing","created":"2025-01-09","cited_by_count":1,"area":null},{"id":"2505.23844","title":"Enabling Flexible Multi-LLM Integration for Scalable Knowledge Aggregation","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2506.18639","title":"ByteSpan: Information-Driven Subword Tokenisation","created":"2025-06-23","cited_by_count":1,"area":null},{"id":"2508.10836","title":"SoK: Data Minimization in Machine Learning","created":"2025-08-14","cited_by_count":1,"area":null},{"id":"2510.14444","title":"A Free Lunch in LLM Compression: Revisiting Retraining after Pruning","created":"2025-10-16","cited_by_count":1,"area":null},{"id":"2601.23157","title":"No More, No Less: Least-Privilege Language Models","created":"2026-01-30","cited_by_count":1,"area":null},{"id":"2604.05192","title":"Faster Superword Tokenization","created":"2026-04-06","cited_by_count":1,"area":null},{"id":"2607.11990","title":"Sparse Inter-Layer Dependencies of Transformer FFN Neurons","created":"2026-07-13","cited_by_count":1,"area":null},{"id":"2607.23362","title":"Joint Optimization for Greedy Longest-match Tokenization","created":"2026-07-25","cited_by_count":1,"area":null},{"id":"2312.06881","title":"DYAD: A Descriptive Yet Abjuring Density efficient approximation to linear neural network layers","created":"2023-12-11","cited_by_count":0,"area":null},{"id":"2406.18173","title":"UIO-LLMs: Unbiased Incremental Optimization for Long-Context LLMs","created":"2024-06-26","cited_by_count":0,"area":null},{"id":"2407.02819","title":"Efficient Training of Language Models with Compact and Consistent Next Token Distributions","created":"2024-07-03","cited_by_count":0,"area":null},{"id":"2410.05985","title":"LAYUP: Asynchronous decentralized gradient descent with LAYer-wise UPdates","created":"2024-10-08","cited_by_count":0,"area":null},{"id":"2506.12403","title":"Bridging the Digital Divide: Small Language Models as a Pathway for Physics and Photonics Education in Underdeveloped Regions","created":"2025-06-14","cited_by_count":0,"area":null},{"id":"2601.19739","title":"TokenSeek: Memory Efficient Fine Tuning via Instance-Aware Token Ditching","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2604.25409","title":"Scaling Probabilistic Transformer via Efficient Cross-Scale Hyperparameter Transfer","created":"2026-04-28","cited_by_count":0,"area":null},{"id":"2605.17653","title":"LLMForge: Multi-Backend Hardware-Aware Neural Architecture Search with Infinite-Head Attention for Edge Language Models","created":"2026-05-17","cited_by_count":0,"area":null},{"id":"2610.04670","title":"A Tropical Geometry View of Forgetting: A Per-Unit Projector for Knowledge-Preserving Fine-Tuning","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}