{"list":"other","total":55,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"1804.10959","title":"Subword Regularization: Improving Neural Network Translation Models with Multiple Subword Candidates","created":"2018-04-29","cited_by_count":639},{"id":"1805.01070","title":"What you can cram into a single vector: Probing sentence embeddings for linguistic properties","created":"2018-05-03","cited_by_count":457},{"id":"1903.08855","title":"Linguistic Knowledge and Transferability of Contextual Representations","created":"2019-03-21","cited_by_count":383},{"id":"1611.01368","title":"Assessing the Ability of LSTMs to Learn Syntax-Sensitive Dependencies","created":"2016-11-04","cited_by_count":354},{"id":"1907.13528","title":"What BERT is not: Lessons from a new suite of psycholinguistic diagnostics for language models","created":"2019-07-31","cited_by_count":320},{"id":"1503.00075","title":"Improved Semantic Representations From Tree-Structured Long Short-Term Memory Networks","created":"2015-02-28","cited_by_count":306},{"id":"1906.06755","title":"Theoretical Limitations of Self-Attention in Neural Sequence Models","created":"2019-06-16","cited_by_count":288},{"id":"1808.09031","title":"Targeted Syntactic Evaluation of Language Models","created":"2018-08-27","cited_by_count":242},{"id":"2003.12298","title":"Information-Theoretic Probing with Minimum Description Length","created":"2020-03-27","cited_by_count":232},{"id":"2005.03692","title":"A Systematic Assessment of Syntactic Generalization in Neural Language Models","created":"2020-05-07","cited_by_count":165},{"id":"1903.03260","title":"Neural Language Models as Psycholinguistic Subjects: Representations of Syntactic State","created":"2019-03-08","cited_by_count":138},{"id":"2005.00628","title":"Intermediate-Task Transfer Learning with Pretrained Models for Natural Language Understanding: When and Why Does It Work?","created":"2020-05-01","cited_by_count":127},{"id":"1602.07776","title":"Recurrent Neural Network Grammars","created":"2016-02-25","cited_by_count":109},{"id":"1908.04577","title":"StructBERT: Incorporating Language Structures into Pre-training for Deep Language Understanding","created":"2019-08-13","cited_by_count":109},{"id":"1609.01704","title":"Hierarchical Multiscale Recurrent Neural Networks","created":"2016-09-06","cited_by_count":104},{"id":"1810.09536","title":"Ordered Neurons: Integrating Tree Structures into Recurrent Neural Networks","created":"2018-10-22","cited_by_count":101},{"id":"1511.06114","title":"Multi-task Sequence to Sequence Learning","created":"2015-11-19","cited_by_count":94},{"id":"1804.08199","title":"Linguistically-Informed Self-Attention for Semantic Role Labeling","created":"2018-04-23","cited_by_count":71},{"id":"1412.7449","title":"Grammar as a Foreign Language","created":"2014-12-23","cited_by_count":70},{"id":"1909.06639","title":"Tree Transformer: Integrating Tree Structures into Self-Attention","created":"2019-09-14","cited_by_count":68},{"id":"1908.05147","title":"SG-Net: Syntax-Guided Machine Reading Comprehension","created":"2019-08-14","cited_by_count":52},{"id":"2103.04350","title":"Syntax-BERT: Improving Pre-trained Transformers with Syntax Trees","created":"2021-03-07","cited_by_count":51},{"id":"2008.09084","title":"Do Syntax Trees Help Pre-trained Transformers Extract Information?","created":"2020-08-20","cited_by_count":48},{"id":"1904.03746","title":"Unsupervised Recurrent Neural Network Grammars","created":"2019-04-07","cited_by_count":47},{"id":"1806.04127","title":"Finding Syntax in Human Encephalography with Beam Search","created":"2018-06-11","cited_by_count":41},{"id":"2010.10669","title":"Transition-based Parsing with Stack-Transformers","created":"2020-10-20","cited_by_count":38},{"id":"1603.06021","title":"A Fast Unified Model for Parsing and Sentence Understanding","created":"2016-03-19","cited_by_count":34},{"id":"2002.08046","title":"Tree-structured Attention with Hierarchical Accumulation","created":"2020-02-19","cited_by_count":30},{"id":"1603.06075","title":"Tree-to-Sequence Attentional Neural Machine Translation","created":"2016-03-19","cited_by_count":28},{"id":"1808.10485","title":"Syntactic Scaffolds for Semantic Structures","created":"2018-08-30","cited_by_count":27},{"id":"2108.00104","title":"Structural Guidance for Transformer Language Models","created":"2021-07-30","cited_by_count":25},{"id":"1903.00943","title":"Structural Supervision Improves Learning of Non-Local Grammatical Dependencies","created":"2019-03-03","cited_by_count":24},{"id":"1911.06156","title":"Syntax-Infused Transformer and BERT models for Machine Translation and Natural Language Understanding","created":"2019-11-10","cited_by_count":20},{"id":"1704.04743","title":"Towards String-to-Tree Neural Machine Translation","created":"2017-04-16","cited_by_count":19},{"id":"2005.13482","title":"Syntactic Structure Distillation Pretraining For Bidirectional Encoders","created":"2020-05-27","cited_by_count":18},{"id":"1702.03525","title":"Learning to Parse and Translate Improves Neural Machine Translation","created":"2017-02-12","cited_by_count":16},{"id":"1611.05774","title":"What Do Recurrent Neural Network Grammars Learn About Syntax?","created":"2016-11-17","cited_by_count":15},{"id":"1702.01147","title":"Predicting Target Language CCG Supertags Improves Neural Machine Translation","created":"2017-02-03","cited_by_count":15},{"id":"1909.02134","title":"PaLM: A Hybrid Parser and Language Model","created":"2019-09-04","cited_by_count":13},{"id":"2010.05358","title":"Learning Which Features Matter: RoBERTa Acquires a Preference for Linguistic Generalizations (Eventually)","created":"2020-10-11","cited_by_count":12},{"id":"2105.14822","title":"Effective Batching for Recurrent Neural Network Grammars","created":"2021-05-31","cited_by_count":12},{"id":"1503.02510","title":"Compositional Distributional Semantics with Long Short Term Memory","created":"2015-03-09","cited_by_count":10},{"id":"1507.01193","title":"Dependency Recurrent Neural Language Models for Sentence Completion","created":"2015-07-05","cited_by_count":9},{"id":"1906.06438","title":"Scalable Syntax-Aware Language Models Using Knowledge Distillation","created":"2019-06-14","cited_by_count":8}],"next_cursor":null}