{"total":14,"rows":[{"id":"2304.13060","title":"Injecting structural hints: Using language models to study inductive biases in language learning","created":"2023-04-25","cited_by_count":35,"area":null},{"id":"2109.04953","title":"Does Pretraining for Summarization Require Knowledge Transfer?","created":"2021-09-10","cited_by_count":30,"area":null},{"id":"2206.10139","title":"Insights into Pre-training via Simpler Synthetic Tasks","created":"2022-06-21","cited_by_count":26,"area":null},{"id":"2406.05183","title":"The Factorization Curse: Which Tokens You Predict Underlie the Reversal Curse and More","created":"2024-06-07","cited_by_count":25,"area":null},{"id":"2209.14389","title":"Downstream Datasets Make Surprisingly Good Pretraining Corpora","created":"2022-09-28","cited_by_count":20,"area":null},{"id":"2603.10055","title":"Training Language Models via Neural Cellular Automata","created":"2026-03-09","cited_by_count":15,"area":null},{"id":"2212.10173","title":"On the Role of Parallel Data in Cross-lingual Transfer Learning","created":"2022-12-20","cited_by_count":11,"area":null},{"id":"2212.09864","title":"Synthetic Pre-Training Tasks for Neural Machine Translation","created":"2022-12-19","cited_by_count":8,"area":null},{"id":"2103.07162","title":"Is BERT a Cross-Disciplinary Knowledge Learner? A Surprising Finding of Pre-trained Models' Transferability","created":"2021-03-12","cited_by_count":6,"area":null},{"id":"2404.08191","title":"Measuring Cross-lingual Transfer in Bytes","created":"2024-04-12","cited_by_count":6,"area":null},{"id":"2109.15101","title":"Compositional generalization in semantic parsing with pretrained transformers","created":"2021-09-30","cited_by_count":5,"area":null},{"id":"2310.17271","title":"Understanding the Role of Input Token Characters in Language Models: How Does Information Loss Affect Performance?","created":"2023-10-26","cited_by_count":2,"area":null},{"id":"2209.11035","title":"MonoByte: A Pool of Monolingual Byte-level Language Models","created":"2022-09-22","cited_by_count":1,"area":null},{"id":"2406.09967","title":"Bag of Lies: Robustness in Continuous Pre-training BERT","created":"2024-06-14","cited_by_count":0,"area":null}],"next_cursor":null}