{"total":185,"rows":[{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2202.07922","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","created":"2022-02-16","cited_by_count":211,"area":null},{"id":"2103.11790","title":"Large Pre-trained Language Models Contain Human-like Biases of What is Right and Wrong to Do","created":"2021-03-08","cited_by_count":178,"area":null},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2106.06087","title":"Causal Analysis of Syntactic Agreement Mechanisms in Neural Language Models","created":"2021-06-10","cited_by_count":131,"area":null},{"id":"2107.03158","title":"A Survey on Data Augmentation for Text Classification","created":"2021-07-07","cited_by_count":111,"area":null},{"id":"2106.09231","title":"Knowledgeable or Educated Guess? Revisiting Language Models as Knowledge Bases","created":"2021-06-17","cited_by_count":107,"area":null},{"id":"2303.11504","title":"Language Model Behavior: A Comprehensive Survey","created":"2023-03-20","cited_by_count":92,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2307.15780","title":"LLM-Rec: Personalized Recommendation via Prompting Large Language Models","created":"2023-07-24","cited_by_count":77,"area":null},{"id":"2210.12329","title":"ProGen: Progressive Zero-shot Dataset Generation via In-context Feedback","created":"2022-10-22","cited_by_count":67,"area":null},{"id":"2203.04212","title":"Measuring the Mixing of Contextual Information in the Transformer","created":"2022-03-08","cited_by_count":65,"area":null},{"id":"2101.00403","title":"Superbizarre Is Not Superb: Derivational Morphology Improves BERT's Interpretation of Complex Words","created":"2021-01-02","cited_by_count":63,"area":null},{"id":"2105.06965","title":"Counterfactual Interventions Reveal the Causal Effect of Relative Clause Representations on Agreement Prediction","created":"2021-05-14","cited_by_count":59,"area":null},{"id":"2109.07020","title":"Frequency Effects on Syntactic Rule Learning in Transformers","created":"2021-09-14","cited_by_count":59,"area":null},{"id":"2204.08831","title":"Probing for the Usage of Grammatical Number","created":"2022-04-19","cited_by_count":59,"area":null},{"id":"2105.04949","title":"BERT is to NLP what AlexNet is to CV: Can Pre-Trained Language Models Identify Analogies?","created":"2021-05-11","cited_by_count":56,"area":null},{"id":"2212.10544","title":"Pretraining Without Attention","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2106.03634","title":"PROST: Physical Reasoning of Objects through Space and Time","created":"2021-06-07","cited_by_count":48,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2407.00211","title":"Detection and Measurement of Syntactic Templates in Generated Text","created":"2024-06-28","cited_by_count":44,"area":null},{"id":"2106.08694","title":"On the proper role of linguistically-oriented deep net analysis in linguistic theorizing","created":"2021-06-16","cited_by_count":43,"area":null},{"id":"2304.06248","title":"LasUIE: Unifying Information Extraction with Latent Adaptive Structure-aware Generative Language Model","created":"2023-04-13","cited_by_count":43,"area":null},{"id":"2104.09635","title":"Refining Targeted Syntactic Evaluation of Language Models","created":"2021-04-19","cited_by_count":41,"area":null},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40,"area":null},{"id":"2210.13181","title":"The Better Your Syntax, the Better Your Semantics? Probing Pretrained Language Models for the English Comparative Correlative","created":"2022-10-24","cited_by_count":35,"area":null},{"id":"2105.07148","title":"Lexicon Enhanced Chinese Sequence Labeling Using BERT Adapter","created":"2021-05-15","cited_by_count":34,"area":null},{"id":"2303.08014","title":"Do large language models resemble humans in language use?","created":"2023-03-10","cited_by_count":34,"area":null},{"id":"2104.08161","title":"Back to Square One: Artifact Detection, Training and Commonsense Disentanglement in the Winograd Schema","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2104.01477","title":"Exploring the Role of BERT Token Representations to Explain Sentence Probing Results","created":"2021-04-03","cited_by_count":29,"area":null},{"id":"2106.02559","title":"Do Syntactic Probes Probe Syntax? Experiments with Jabberwocky Probing","created":"2021-06-04","cited_by_count":28,"area":null},{"id":"2203.09397","title":"Coloring the Blank Slate: Pre-training Imparts a Hierarchical Inductive Bias to Sequence-to-sequence Models","created":"2022-03-17","cited_by_count":28,"area":null},{"id":"2307.15054","title":"A Geometric Notion of Causal Probing","created":"2023-07-27","cited_by_count":25,"area":null},{"id":"2410.06496","title":"On the Similarity of Circuits across Languages: a Case Study on the Subject-verb Agreement Task","created":"2024-10-09","cited_by_count":24,"area":null},{"id":"2303.07616","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","created":"2023-03-14","cited_by_count":23,"area":null},{"id":"2305.19905","title":"How to Plant Trees in Language Models: Data and Architectural Effects on the Emergence of Syntactic Inductive Biases","created":"2023-05-31","cited_by_count":23,"area":null},{"id":"2104.05115","title":"Disentangling Semantics and Syntax in Sentence Embeddings with Pre-trained Language Models","created":"2021-04-11","cited_by_count":22,"area":null},{"id":"2101.00196","title":"On Explaining Your Explanations of BERT: An Empirical Study with Sequence Classification","created":"2021-01-01","cited_by_count":21,"area":null},{"id":"2312.04333","title":"Is Bigger and Deeper Always Better? Probing LLaMA Across Scales and Layers","created":"2023-12-07","cited_by_count":20,"area":null},{"id":"2109.12036","title":"Transformers Generalize Linearly","created":"2021-09-24","cited_by_count":19,"area":null},{"id":"2110.10470","title":"Interpreting Deep Learning Models in Natural Language Processing: A Review","created":"2021-10-20","cited_by_count":19,"area":null},{"id":"2109.12053","title":"Monolingual and Cross-Lingual Acceptability Judgments with the Italian CoLA corpus","created":"2021-09-24","cited_by_count":18,"area":null},{"id":"2405.08469","title":"GPT-3.5 for Grammatical Error Correction","created":"2024-05-14","cited_by_count":18,"area":null},{"id":"2306.05076","title":"DLAMA: A Framework for Curating Culturally Diverse Facts for Probing the Knowledge of Pretrained Language Models","created":"2023-06-08","cited_by_count":17,"area":null},{"id":"2101.09115","title":"The heads hypothesis: A unifying statistical approach towards understanding multi-headed attention in BERT","created":"2021-01-22","cited_by_count":15,"area":null},{"id":"2105.13471","title":"Inspecting the concept knowledge graph encoded by modern language models","created":"2021-05-27","cited_by_count":15,"area":null},{"id":"2107.08212","title":"On the Copying Behaviors of Pre-Training for Neural Machine Translation","created":"2021-07-17","cited_by_count":15,"area":null},{"id":"2107.10922","title":"Did the Cat Drink the Coffee? Challenging Transformers with Generalized Event Knowledge","created":"2021-07-22","cited_by_count":15,"area":null},{"id":"2109.07205","title":"A Relation-Oriented Clustering Method for Open Relation Extraction","created":"2021-09-15","cited_by_count":15,"area":null},{"id":"2110.15705","title":"Distilling Relation Embeddings from Pre-trained Language Models","created":"2021-09-21","cited_by_count":15,"area":null},{"id":"2104.07578","title":"Syntactic Perturbations Reveal Representational Correlates of Hierarchical Phrase Structure in Pretrained Language Models","created":"2021-04-15","cited_by_count":14,"area":null},{"id":"2104.09400","title":"Probing for Bridging Inference in Transformer Language Models","created":"2021-04-19","cited_by_count":14,"area":null},{"id":"2111.08546","title":"Interpreting Language Models Through Knowledge Graph Extraction","created":"2021-11-16","cited_by_count":14,"area":null},{"id":"2203.08565","title":"Geographic Adaptation of Pretrained Language Models","created":"2022-03-16","cited_by_count":14,"area":null},{"id":"2210.14328","title":"Causal Analysis of Syntactic Agreement Neurons in Multilingual Language Models","created":"2022-10-25","cited_by_count":14,"area":null},{"id":"2101.10726","title":"Regulatory Compliance through Doc2Doc Information Retrieval: A case study in EU/UK legislation where text similarity has limitations","created":"2021-01-26","cited_by_count":13,"area":null},{"id":"2203.08452","title":"Can Pre-trained Language Models Interpret Similes as Smart as Human?","created":"2022-03-16","cited_by_count":13,"area":null},{"id":"2311.04900","title":"How Abstract Is Linguistic Generalization in Large Language Models? Experiments with Argument Structure","created":"2023-11-08","cited_by_count":13,"area":null},{"id":"2101.12608","title":"Does injecting linguistic structure into language models lead to better alignment with brain recordings?","created":"2021-01-29","cited_by_count":12,"area":null},{"id":"2105.00813","title":"Transformers: \"The End of History\" for NLP?","created":"2021-04-09","cited_by_count":12,"area":null},{"id":"2310.15151","title":"Verb Conjugation in Transformers Is Determined by Linear Encodings of Subject Number","created":"2023-10-23","cited_by_count":12,"area":null},{"id":"2311.04354","title":"Uncovering Intermediate Variables in Transformers using Circuit Probing","created":"2023-11-07","cited_by_count":12,"area":null},{"id":"2202.11345","title":"Prompt-Learning for Short Text Classification","created":"2022-02-23","cited_by_count":11,"area":null},{"id":"2502.15886","title":"A Close Look at Decomposition-based XAI-Methods for Transformer Language Models","created":"2025-02-21","cited_by_count":11,"area":null},{"id":"2107.13955","title":"Local Structure Matters Most: Perturbation Study in NLU","created":"2021-07-29","cited_by_count":10,"area":null},{"id":"2109.14017","title":"Shaking Syntactic Trees on the Sesame Street: Multilingual Probing with Controllable Perturbations","created":"2021-09-28","cited_by_count":10,"area":null},{"id":"2302.02060","title":"Representation Deficiency in Masked Language Modeling","created":"2023-02-04","cited_by_count":10,"area":null},{"id":"2101.02258","title":"Can RNNs learn Recursive Nested Subject-Verb Agreements?","created":"2021-01-06","cited_by_count":9,"area":null},{"id":"2210.11034","title":"Enhancing Out-of-Distribution Detection in Natural Language Understanding via Implicit Layer Ensemble","created":"2022-10-20","cited_by_count":9,"area":null},{"id":"2301.04704","title":"SensePOLAR: Word sense aware interpretability for pre-trained contextual word embeddings","created":"2023-01-11","cited_by_count":9,"area":null},{"id":"2310.15113","title":"Counting the Bugs in ChatGPT's Wugs: A Multilingual Investigation into the Morphological Capabilities of a Large Language Model","created":"2023-10-23","cited_by_count":9,"area":null},{"id":"2312.00960","title":"The Cost of Compression: Investigating the Impact of Compression on Parametric Knowledge in Language Models","created":"2023-12-01","cited_by_count":9,"area":null},{"id":"2106.06849","title":"Can Transformer Language Models Predict Psychometric Properties?","created":"2021-06-12","cited_by_count":8,"area":null},{"id":"2110.07240","title":"Causal Transformers Perform Below Chance on Recursive Nested Constructions, Unlike Humans","created":"2021-10-14","cited_by_count":8,"area":null},{"id":"2210.02956","title":"Are word boundaries useful for unsupervised language learning?","created":"2022-10-06","cited_by_count":8,"area":null},{"id":"2306.06205","title":"Morphosyntactic probing of multilingual BERT models","created":"2023-06-09","cited_by_count":8,"area":null},{"id":"2207.00982","title":"Linguistically inspired roadmap for building biologically reliable protein language models","created":"2022-07-03","cited_by_count":7,"area":null},{"id":"2212.04523","title":"Assessing the Capacity of Transformer to Abstract Syntactic Representations: A Contrastive Analysis Based on Long-distance Agreement","created":"2022-12-08","cited_by_count":7,"area":null},{"id":"2101.11492","title":"On the Evolution of Syntactic Information Encoded by BERT's Contextualized Representations","created":"2021-01-27","cited_by_count":6,"area":null},{"id":"2110.08887","title":"Schr\\\"odinger's Tree -- On Syntax and Neural Language Models","created":"2021-10-17","cited_by_count":6,"area":null},{"id":"2112.07055","title":"Large Language Models are not Models of Natural Language: they are Corpus Models","created":"2021-12-13","cited_by_count":6,"area":null},{"id":"2209.10538","title":"Subject Verb Agreement Error Patterns in Meaningless Sentences: Humans vs. BERT","created":"2022-09-21","cited_by_count":6,"area":null},{"id":"2305.02215","title":"Exploring Linguistic Properties of Monolingual BERTs with Typological Classification among Languages","created":"2023-05-03","cited_by_count":6,"area":null},{"id":"2310.15372","title":"EpiK-Eval: Evaluation for Language Models as Epistemic Models","created":"2023-10-23","cited_by_count":6,"area":null},{"id":"2407.18119","title":"Tracking linguistic information in transformer-based sentence embeddings through targeted sparsification","created":"2024-07-25","cited_by_count":6,"area":null},{"id":"2409.06567","title":"Exploring syntactic information in sentence embeddings through multilingual subject-verb agreement","created":"2024-09-10","cited_by_count":6,"area":null},{"id":"2102.07926","title":"Have Attention Heads in BERT Learned Constituency Grammar?","created":"2021-02-16","cited_by_count":5,"area":null},{"id":"2104.02831","title":"Better Neural Machine Translation by Extracting Linguistic Information from BERT","created":"2021-04-07","cited_by_count":5,"area":null},{"id":"2104.12847","title":"Morph Call: Probing Morphosyntactic Content of Multilingual Transformers","created":"2021-04-26","cited_by_count":5,"area":null},{"id":"2105.13496","title":"Diagnosing Transformers in Task-Oriented Semantic Parsing","created":"2021-05-27","cited_by_count":5,"area":null},{"id":"2106.01060","title":"John praised Mary because he? Implicit Causality Bias and Its Interaction with Explicit Cues in LMs","created":"2021-06-02","cited_by_count":5,"area":null},{"id":"2106.01580","title":"The Limitations of Limited Context for Constituency Parsing","created":"2021-06-03","cited_by_count":5,"area":null},{"id":"2201.08214","title":"A Latent-Variable Model for Intrinsic Probing","created":"2022-01-20","cited_by_count":5,"area":null},{"id":"2205.06203","title":"Predicting Human Psychometric Properties Using Computational Language Models","created":"2022-05-12","cited_by_count":5,"area":null},{"id":"2207.04993","title":"Embedding Recycling for Language Models","created":"2022-07-11","cited_by_count":5,"area":null},{"id":"2306.07489","title":"PauseSpeech: Natural Speech Synthesis via Pre-trained Language Model and Pause-based Prosody Modeling","created":"2023-06-13","cited_by_count":5,"area":null},{"id":"2312.03708","title":"Abstraction via exemplars? A representational case study on lexical category inference in BERT","created":"2023-11-03","cited_by_count":5,"area":null}],"next_cursor":"100"}