{"total":13,"rows":[{"id":"2207.14255","title":"Efficient Training of Language Models to Fill in the Middle","created":"2022-07-28","cited_by_count":255,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2403.06963","title":"The pitfalls of next-token prediction","created":"2024-03-11","cited_by_count":160,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2212.09803","title":"Training Trajectories of Language Models Across Scales","created":"2022-12-19","cited_by_count":81,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2212.01349","title":"Nonparametric Masked Language Modeling","created":"2022-12-02","cited_by_count":40,"area":null},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2306.02870","title":"On \"Scientific Debt\" in NLP: A Case for More Rigour in Language Model Pre-Training Research","created":"2023-06-05","cited_by_count":7,"area":null},{"id":"2305.14243","title":"Training Transitive and Commutative Multimodal Transformers with LoReTTa","created":"2023-05-23","cited_by_count":4,"area":null},{"id":"2210.13432","title":"Towards Better Few-Shot and Finetuning Performance with Forgetful Causal Language Models","created":"2022-10-24","cited_by_count":3,"area":null},{"id":"2402.13113","title":"When Only Time Will Tell: Interpreting How Transformers Process Local Ambiguities Through the Lens of Restart-Incrementality","created":"2024-02-20","cited_by_count":1,"area":null}],"next_cursor":null}