{"total":29,"rows":[{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2406.10209","title":"Be like a Goldfish, Don't Memorize! Mitigating Memorization in Generative LLMs","created":"2024-06-14","cited_by_count":50,"area":null},{"id":"2403.19390","title":"Checkpoint Merging via Bayesian Optimization in LLM Pretraining","created":"2024-03-28","cited_by_count":27,"area":null},{"id":"2210.05043","title":"Multi-CLS BERT: An Efficient Alternative to Traditional Ensembling","created":"2022-10-10","cited_by_count":14,"area":null},{"id":"2212.03597","title":"DeepSpeed Data Efficiency: Improving Deep Learning Model Quality and Training Efficiency via Efficient Data Sampling and Routing","created":"2022-12-07","cited_by_count":13,"area":null},{"id":"2211.11586","title":"Random-LTD: Random and Layerwise Token Dropping Brings Efficient Training for Large-scale Transformers","created":"2022-11-17","cited_by_count":11,"area":null},{"id":"2311.03426","title":"GQKVA: Efficient Pre-training of Transformers by Grouping Queries, Keys, and Values","created":"2023-11-06","cited_by_count":9,"area":null},{"id":"2205.15575","title":"hmBERT: Historical Multilingual Language Models for Named Entity Recognition","created":"2022-05-31","cited_by_count":8,"area":null},{"id":"2211.04898","title":"Mask More and Mask Later: Efficient Pre-training of Masked Language Models by Disentangling the [MASK] Token","created":"2022-11-09","cited_by_count":7,"area":null},{"id":"2407.16920","title":"Train-Attention: Meta-Learning Where to Focus in Continual Knowledge Learning","created":"2024-07-24","cited_by_count":5,"area":null},{"id":"2507.09834","title":"Generative Audio Language Modeling with Continuous-valued Tokens and Masked Next-Token Prediction","created":"2025-07-14","cited_by_count":5,"area":null},{"id":"2305.08285","title":"Parameter-Efficient Fine-Tuning with Layer Pruning on Free-Text Sequence-to-Sequence Modeling","created":"2023-05-15","cited_by_count":3,"area":null},{"id":"2402.17227","title":"Efficient Backpropagation with Variance-Controlled Adaptive Sampling","created":"2024-02-27","cited_by_count":3,"area":null},{"id":"2409.09501","title":"Synthetic4Health: Generating Annotated Synthetic Clinical Letters","created":"2024-09-14","cited_by_count":3,"area":null},{"id":"2505.20840","title":"Aggregation Buffer: Revisiting DropEdge with a New Parameter Block","created":"2025-05-27","cited_by_count":3,"area":null},{"id":"2302.14225","title":"Weighted Sampling for Masked Language Modeling","created":"2023-02-28","cited_by_count":2,"area":null},{"id":"2403.10576","title":"Ignore Me But Don't Replace Me: Utilizing Non-Linguistic Elements for Pretraining on the Cybersecurity Domain","created":"2024-03-15","cited_by_count":2,"area":null},{"id":"2509.13255","title":"ResidualViT for Efficient Temporally Dense Video Encoding","created":"2025-09-16","cited_by_count":2,"area":null},{"id":"2303.07585","title":"Input-length-shortening and text generation via attention values","created":"2023-03-14","cited_by_count":1,"area":null},{"id":"2312.00950","title":"Improve Supervised Representation Learning with Masked Image Modeling","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2502.00340","title":"Unlocking Full Efficiency of Token Filtering in Large Language Model Training","created":"2025-02-01","cited_by_count":1,"area":null},{"id":"2505.19893","title":"ESLM: Risk-Averse Selective Language Modeling for Efficient Pretraining","created":"2025-05-26","cited_by_count":1,"area":null},{"id":"2404.07999","title":"A Multi-Level Framework for Accelerating Training Transformer Models","created":"2024-04-07","cited_by_count":0,"area":null},{"id":"2405.04513","title":"Switchable Decision: Dynamic Neural Generation Networks","created":"2024-05-07","cited_by_count":0,"area":null},{"id":"2406.13450","title":"Federating to Grow Transformers with Constrained Resources without Model Sharing","created":"2024-06-19","cited_by_count":0,"area":null},{"id":"2601.19739","title":"TokenSeek: Memory Efficient Fine Tuning via Instance-Aware Token Ditching","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2604.05624","title":"YoNER: A New Yor\\`ub\\'a Multi-domain Named Entity Recognition Dataset","created":"2026-04-07","cited_by_count":0,"area":null}],"next_cursor":null}