{"total":47,"rows":[{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.09226","title":"Why Do Pretrained Language Models Help in Downstream Tasks? An Analysis of Head and Prompt Tuning","created":"2021-06-17","cited_by_count":82,"area":null},{"id":"2104.03869","title":"Probing BERT in Hyperbolic Spaces","created":"2021-04-08","cited_by_count":50,"area":null},{"id":"2202.06840","title":"What Do They Capture? -- A Structural Analysis of Pre-Trained Language Models for Source Code","created":"2022-02-14","cited_by_count":50,"area":null},{"id":"2303.08117","title":"Do Transformers Parse while Predicting the Masked Word?","created":"2023-03-14","cited_by_count":48,"area":null},{"id":"2408.07144","title":"Language Models as Models of Language","created":"2024-08-13","cited_by_count":24,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2206.13288","title":"Discovering Salient Neurons in Deep NLP Models","created":"2022-06-27","cited_by_count":21,"area":null},{"id":"2110.06651","title":"MDERank: A Masked Document Embedding Rank Approach for Unsupervised Keyphrase Extraction","created":"2021-10-13","cited_by_count":20,"area":null},{"id":"2204.13874","title":"OA-Mine: Open-World Attribute Mining for E-Commerce Products with Weak Supervision","created":"2022-04-29","cited_by_count":20,"area":null},{"id":"2105.15021","title":"Neural Bi-Lexicalized PCFG Induction","created":"2021-05-31","cited_by_count":18,"area":null},{"id":"2104.07578","title":"Syntactic Perturbations Reveal Representational Correlates of Hierarchical Phrase Structure in Pretrained Language Models","created":"2021-04-15","cited_by_count":14,"area":null},{"id":"2105.14078","title":"UCPhrase: Unsupervised Context-aware Quality Phrase Tagging","created":"2021-05-28","cited_by_count":14,"area":null},{"id":"2205.04515","title":"Unsupervised Slot Schema Induction for Task-oriented Dialog","created":"2022-05-09","cited_by_count":11,"area":null},{"id":"2104.08685","title":"Linguistic Dependencies and Statistical Dependence","created":"2021-04-18","cited_by_count":10,"area":null},{"id":"2109.14017","title":"Shaking Syntactic Trees on the Sesame Street: Multilingual Probing with Controllable Perturbations","created":"2021-09-28","cited_by_count":10,"area":null},{"id":"2310.18696","title":"Probing LLMs for Joint Encoding of Linguistic Categories","created":"2023-10-28","cited_by_count":9,"area":null},{"id":"2407.17406","title":"Dependency Transformer Grammars: Integrating Dependency Structures into Transformer Language Models","created":"2024-07-24","cited_by_count":8,"area":null},{"id":"2206.01512","title":"Latent Topology Induction for Understanding Contextualized Representations","created":"2022-06-03","cited_by_count":7,"area":null},{"id":"2306.00645","title":"Contextual Distortion Reveals Constituency: Masked Language Models are Implicit Parsers","created":"2023-06-01","cited_by_count":7,"area":null},{"id":"2204.04289","title":"Towards Understanding Large-Scale Discourse Structures in Pre-Trained and Fine-Tuned Language Models","created":"2022-04-08","cited_by_count":6,"area":null},{"id":"2210.04633","title":"CAT-probing: A Metric-based Approach to Interpret How Pre-trained Models for Programming Language Attend Code Structure","created":"2022-10-07","cited_by_count":6,"area":null},{"id":"2102.07926","title":"Have Attention Heads in BERT Learned Constituency Grammar?","created":"2021-02-16","cited_by_count":5,"area":null},{"id":"2104.10516","title":"Improving BERT Pretraining with Syntactic Supervision","created":"2021-04-21","cited_by_count":4,"area":null},{"id":"2105.10193","title":"Rule Augmented Unsupervised Constituency Parsing","created":"2021-05-21","cited_by_count":4,"area":null},{"id":"2207.13948","title":"An Interpretability Evaluation Benchmark for Pre-trained Language Models","created":"2022-07-28","cited_by_count":4,"area":null},{"id":"2211.16031","title":"Syntactic Substitutability as Unsupervised Dependency Syntax","created":"2022-11-29","cited_by_count":4,"area":null},{"id":"2302.05895","title":"Discourse Structure Extraction from Pre-Trained and Fine-Tuned Language Models in Dialogues","created":"2023-02-12","cited_by_count":4,"area":null},{"id":"2308.04712","title":"Slot Induction via Pre-trained Language Model Probing and Multi-level Contrastive Learning","created":"2023-08-09","cited_by_count":4,"area":null},{"id":"2110.02283","title":"Co-training an Unsupervised Constituency Parser with Weak Supervision","created":"2021-10-05","cited_by_count":3,"area":null},{"id":"2403.02009","title":"Topic Aware Probing: From Sentence Length Prediction to Idiom Identification how reliant are Neural Language Models on Topic?","created":"2024-03-04","cited_by_count":3,"area":null},{"id":"2210.17406","title":"Emergent Linguistic Structures in Neural Networks are Fragile","created":"2022-10-31","cited_by_count":2,"area":null},{"id":"2305.05588","title":"StrAE: Autoencoding for Pre-Trained Embeddings using Explicit Structure","created":"2023-05-09","cited_by_count":2,"area":null},{"id":"2308.13315","title":"Construction Grammar and Language Models","created":"2023-08-25","cited_by_count":2,"area":null},{"id":"2309.04919","title":"The Emergence of Chunking Structures with Hierarchical RNN","created":"2023-09-10","cited_by_count":2,"area":null},{"id":"2310.17271","title":"Understanding the Role of Input Token Characters in Language Models: How Does Information Loss Affect Performance?","created":"2023-10-26","cited_by_count":2,"area":null},{"id":"2110.15712","title":"Analysing the Effect of Masking Length Distribution of MLM: An Evaluation Framework and Case Study on Chinese MRC Datasets","created":"2021-09-29","cited_by_count":1,"area":null},{"id":"2203.10315","title":"Bridging Pre-trained Language Models and Hand-crafted Features for Unsupervised POS Tagging","created":"2022-03-19","cited_by_count":1,"area":null},{"id":"2211.00479","title":"Revisiting the Practical Effectiveness of Constituency Parse Extraction from Pre-trained Language Models","created":"2022-09-15","cited_by_count":1,"area":null},{"id":"2601.19926","title":"The Grammar of Transformers: A Systematic Review of Interpretability Research on Syntactic Knowledge in Language Models","created":"2026-01-09","cited_by_count":1,"area":null},{"id":"2110.15931","title":"Unsupervised Full Constituency Parsing with Neighboring Distribution Divergence","created":"2021-10-29","cited_by_count":0,"area":null},{"id":"2206.04980","title":"Unsupervised and Few-shot Parsing from Pretrained Language Models","created":"2022-06-10","cited_by_count":0,"area":null},{"id":"2209.00599","title":"Why Do Neural Language Models Still Need Commonsense Knowledge to Handle Semantic Variations in Question Answering?","created":"2022-09-01","cited_by_count":0,"area":null},{"id":"2311.00268","title":"Syntactic Inductive Bias in Transformer Language Models: Especially Helpful for Low-Resource Languages?","created":"2023-11-01","cited_by_count":0,"area":null},{"id":"2312.14966","title":"Dynamic Syntax Mapping: A New Approach to Unsupervised Syntax Parsing","created":"2023-12-18","cited_by_count":0,"area":null},{"id":"2410.04074","title":"On Eliciting Syntax from Language Models via Hashing","created":"2024-10-05","cited_by_count":0,"area":null},{"id":"2504.04968","title":"The Dream Within Huang Long Cave: AI-Driven Interactive Narrative for Family Storytelling and Emotional Reflection","created":"2025-04-07","cited_by_count":0,"area":null}],"next_cursor":null}