{"total":19,"rows":[{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127,"area":null},{"id":"2502.12982","title":"Sailor2: Sailing in South-East Asia with Inclusive Multilingual LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2407.09105","title":"Enhancing Training Efficiency Using Packing with Flash Attention","created":"2024-07-12","cited_by_count":12,"area":null},{"id":"2404.09529","title":"Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models","created":"2024-04-15","cited_by_count":10,"area":null},{"id":"2603.18534","title":"Data-efficient pre-training by scaling synthetic megadocs","created":"2026-03-19","cited_by_count":7,"area":null},{"id":"2503.15450","title":"SkyLadder: Better and Faster Pretraining via Context Window Scheduling","created":"2025-03-19","cited_by_count":6,"area":null},{"id":"2504.15431","title":"Trillion 7B Technical Report","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2607.28109","title":"Beyond Rephrasing: Book-Level Organization Improves Synthetic Textbook Data for Mid-Training","created":"2026-07-30","cited_by_count":3,"area":null},{"id":"2505.08651","title":"Scaling Context, Not Parameters: Training a Compact 7B Language Model for Efficient Long-Context Processing","created":"2025-05-13","cited_by_count":2,"area":null},{"id":"2408.09327","title":"Threshold Filtering Packing for Supervised Fine-Tuning: Training Related Samples within Packs","created":"2024-08-18","cited_by_count":1,"area":null},{"id":"2408.09621","title":"Refining Packing and Shuffling Strategies for Enhanced Performance in Generative Language Models","created":"2024-08-19","cited_by_count":0,"area":null},{"id":"2602.19816","title":"Whole-Piece Training for Symbolic Music Language Models via Full-Horizon Compressed Recurrence","created":"2026-02-23","cited_by_count":0,"area":null},{"id":"2607.22114","title":"Pretraining EHR Foundation Models with Patient-Aware Sampling","created":"2026-07-24","cited_by_count":0,"area":null},{"id":"2608.01005","title":"Hierarchical Solomonoff Induction: An Unbounded Machine Learning Model","created":"2026-08-02","cited_by_count":0,"area":null},{"id":"2608.16273","title":"Foresight-England: Development of a National-Scale Generative AI Model of Electronic Health Records for Medical Event Prediction across the COVID-19 Pandemic","created":"2026-08-17","cited_by_count":0,"area":null},{"id":"2610.03087","title":"Zephon: Elastic Determinism for Online, Stateful Foundation Model Data Loading Pipelines","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.16878","title":"Sequence Composition in EHR Foundation Model Pretraining","created":"2026-10-12","cited_by_count":0,"area":null}],"next_cursor":null}