{"total":337,"rows":[{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2102.01017","title":"Measuring and Improving Consistency in Pretrained Language Models","created":"2021-02-01","cited_by_count":364,"area":null},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177,"area":null},{"id":"2108.04840","title":"Post-hoc Interpretability for Neural NLP: A Survey","created":"2021-08-10","cited_by_count":156,"area":null},{"id":"2403.17806","title":"Have Faith in Faithfulness: Going Beyond Circuit Overlap When Finding Model Mechanisms","created":"2024-03-26","cited_by_count":149,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2106.06087","title":"Causal Analysis of Syntactic Agreement Mechanisms in Neural Language Models","created":"2021-06-10","cited_by_count":131,"area":null},{"id":"2209.11326","title":"Towards Faithful Model Explanation in NLP: A Survey","created":"2022-09-22","cited_by_count":130,"area":null},{"id":"2208.07998","title":"What Artificial Neural Networks Can Tell Us About Human Language Acquisition","created":"2022-08-17","cited_by_count":99,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2108.12237","title":"Evaluating the Robustness of Neural Language Models to Input Perturbations","created":"2021-08-27","cited_by_count":87,"area":null},{"id":"2108.13138","title":"Neuron-level Interpretation of Deep NLP Models: A Survey","created":"2021-08-30","cited_by_count":81,"area":null},{"id":"2106.00085","title":"Language Model Evaluation Beyond Perplexity","created":"2021-05-31","cited_by_count":78,"area":null},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2504.02768","title":"MultiBLiMP 1.0: A Massively Multilingual Benchmark of Linguistic Minimal Pairs","created":"2025-04-03","cited_by_count":71,"area":null},{"id":"2212.06801","title":"A fine-grained comparison of pragmatic language understanding in humans and language models","created":"2022-12-13","cited_by_count":70,"area":null},{"id":"2102.08597","title":"Beyond Fully-Connected Layers with Quaternions: Parameterization of Hypercomplex Multiplications with $1/n$ Parameters","created":"2021-02-17","cited_by_count":66,"area":null},{"id":"2203.04212","title":"Measuring the Mixing of Contextual Information in the Transformer","created":"2022-03-08","cited_by_count":65,"area":null},{"id":"2403.19827","title":"Language Models Learn Rare Phenomena from Less Rare Phenomena: The Case of the Missing AANNs","created":"2024-03-28","cited_by_count":65,"area":null},{"id":"2407.10827","title":"LLM Circuit Analyses Are Consistent Across Training and Scale","created":"2024-07-15","cited_by_count":63,"area":null},{"id":"2105.06965","title":"Counterfactual Interventions Reveal the Causal Effect of Relative Clause Representations on Agreement Prediction","created":"2021-05-14","cited_by_count":59,"area":null},{"id":"2109.07020","title":"Frequency Effects on Syntactic Rule Learning in Transformers","created":"2021-09-14","cited_by_count":59,"area":null},{"id":"2204.08831","title":"Probing for the Usage of Grammatical Number","created":"2022-04-19","cited_by_count":59,"area":null},{"id":"2203.13112","title":"minicons: Enabling Flexible Behavioral and Representational Analyses of Transformer Language Models","created":"2022-03-24","cited_by_count":58,"area":null},{"id":"2205.07237","title":"Discovering Latent Concepts Learned in BERT","created":"2022-05-15","cited_by_count":56,"area":null},{"id":"2205.12411","title":"Linear Connectivity Reveals Generalization Strategies","created":"2022-05-24","cited_by_count":56,"area":null},{"id":"2404.02418","title":"Auxiliary task demands mask the capabilities of smaller language models","created":"2024-04-03","cited_by_count":54,"area":null},{"id":"2212.10544","title":"Pretraining Without Attention","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2501.17047","title":"How Linguistics Learned to Stop Worrying and Love the Language Models","created":"2025-01-28","cited_by_count":51,"area":null},{"id":"2101.11131","title":"CLiMP: A Benchmark for Chinese Language Model Evaluation","created":"2021-01-26","cited_by_count":46,"area":null},{"id":"2402.12560","title":"CausalGym: Benchmarking causal interpretability methods on linguistic tasks","created":"2024-02-19","cited_by_count":46,"area":null},{"id":"2405.17394","title":"The Expressive Capacity of State Space Models: A Formal Language Perspective","created":"2024-05-27","cited_by_count":46,"area":null},{"id":"2109.14989","title":"Structural Persistence in Language Models: Priming as a Window into Abstract Language Representations","created":"2021-09-30","cited_by_count":44,"area":null},{"id":"2305.13264","title":"Prompting is not a substitute for probability measurements in large language models","created":"2023-05-22","cited_by_count":44,"area":null},{"id":"2106.08694","title":"On the proper role of linguistically-oriented deep net analysis in linguistic theorizing","created":"2021-06-16","cited_by_count":43,"area":null},{"id":"2305.12535","title":"Explaining How Transformers Use Context to Build Predictions","created":"2023-05-21","cited_by_count":43,"area":null},{"id":"2201.09745","title":"Table Pre-training: A Survey on Model Architectures, Pre-training Objectives, and Downstream Tasks","created":"2022-01-24","cited_by_count":42,"area":null},{"id":"2305.14701","title":"Modeling rapid language learning by distilling Bayesian priors into artificial neural networks","created":"2023-05-24","cited_by_count":42,"area":null},{"id":"2101.11043","title":"Deep Subjecthood: Higher-Order Grammatical Features in Multilingual BERT","created":"2021-01-26","cited_by_count":41,"area":null},{"id":"2104.09635","title":"Refining Targeted Syntactic Evaluation of Language Models","created":"2021-04-19","cited_by_count":41,"area":null},{"id":"2203.00633","title":"Transformer Grammars: Augmenting Transformer Language Models with Syntactic Inductive Biases at Scale","created":"2022-03-01","cited_by_count":41,"area":null},{"id":"2211.01288","title":"Characterizing Intrinsic Compositionality in Transformers with Tree Projections","created":"2022-11-02","cited_by_count":41,"area":null},{"id":"2306.03586","title":"Language acquisition: do children and language models follow similar learning stages?","created":"2023-06-06","cited_by_count":41,"area":null},{"id":"2312.05355","title":"Neither hype nor gloom do DNNs justice","created":"2023-12-08","cited_by_count":40,"area":null},{"id":"2104.14694","title":"Let's Play Mono-Poly: BERT Can Reveal Words' Polysemy Level and Partitionability into Senses","created":"2021-04-29","cited_by_count":39,"area":null},{"id":"2206.13289","title":"Analyzing Encoded Concepts in Transformer Language Models","created":"2022-06-27","cited_by_count":38,"area":null},{"id":"2210.06929","title":"On the Explainability of Natural Language Processing Deep Models","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2405.15750","title":"Filtered Corpus Training (FiCT) Shows that Language Models can Generalize from Indirect Evidence","created":"2024-05-24","cited_by_count":35,"area":null},{"id":"2112.06837","title":"Sparse Interventions in Language Models with Differentiable Masking","created":"2021-12-13","cited_by_count":34,"area":null},{"id":"2105.15179","title":"How transfer learning impacts linguistic knowledge in deep NLP models?","created":"2021-05-31","cited_by_count":32,"area":null},{"id":"2106.03232","title":"A Targeted Assessment of Incremental Processing in Neural LanguageModels and Humans","created":"2021-06-06","cited_by_count":32,"area":null},{"id":"2312.17476","title":"Exploring the Sensitivity of LLMs' Decision-Making Capabilities: Insights from Prompt Variation and Hyperparameters","created":"2023-12-29","cited_by_count":32,"area":null},{"id":"2105.13818","title":"Language Models Use Monotonicity to Assess NPI Licensing","created":"2021-05-28","cited_by_count":31,"area":null},{"id":"2406.10851","title":"Leading Whitespaces of Language Models' Subword Vocabulary Pose a Confound for Calculating Word Probabilities","created":"2024-06-16","cited_by_count":30,"area":null},{"id":"2503.07513","title":"Language Models Fail to Introspect About Their Knowledge of Language","created":"2025-03-10","cited_by_count":30,"area":null},{"id":"2206.09755","title":"Square One Bias in NLP: Towards a Multi-Dimensional Exploration of the Research Manifold","created":"2022-06-20","cited_by_count":29,"area":null},{"id":"2104.10343","title":"Sensitivity as a Complexity Measure for Sequence Classification Tasks","created":"2021-04-21","cited_by_count":28,"area":null},{"id":"2106.02559","title":"Do Syntactic Probes Probe Syntax? Experiments with Jabberwocky Probing","created":"2021-06-04","cited_by_count":28,"area":null},{"id":"2203.09397","title":"Coloring the Blank Slate: Pre-training Imparts a Hierarchical Inductive Bias to Sequence-to-sequence Models","created":"2022-03-17","cited_by_count":28,"area":null},{"id":"2109.12393","title":"Sorting through the noise: Testing robustness of information processing in pre-trained language models","created":"2021-09-25","cited_by_count":27,"area":null},{"id":"2404.18923","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2109.10246","title":"Does Vision-and-Language Pretraining Improve Lexical Grounding?","created":"2021-09-21","cited_by_count":25,"area":null},{"id":"2202.12246","title":"Neural reality of argument structure constructions","created":"2022-02-24","cited_by_count":25,"area":null},{"id":"2207.14539","title":"Pre-training General Trajectory Embeddings with Maximum Multi-view Entropy Coding","created":"2022-07-29","cited_by_count":25,"area":null},{"id":"2307.15054","title":"A Geometric Notion of Causal Probing","created":"2023-07-27","cited_by_count":25,"area":null},{"id":"2412.05571","title":"A polar coordinate system represents syntax in large language models","created":"2024-12-07","cited_by_count":25,"area":null},{"id":"2210.13050","title":"Structural generalization is hard for sequence-to-sequence models","created":"2022-10-24","cited_by_count":24,"area":null},{"id":"2406.19232","title":"RuBLiMP: Russian Benchmark of Linguistic Minimal Pairs","created":"2024-06-27","cited_by_count":24,"area":null},{"id":"2410.06496","title":"On the Similarity of Circuits across Languages: a Case Study on the Subject-verb Agreement Task","created":"2024-10-09","cited_by_count":24,"area":null},{"id":"2203.09866","title":"Under the Morphosyntactic Lens: A Multifaceted Evaluation of Gender Bias in Speech Translation","created":"2022-03-18","cited_by_count":23,"area":null},{"id":"2205.03472","title":"When a sentence does not introduce a discourse entity, Transformer-based models still sometimes refer to it","created":"2022-05-06","cited_by_count":23,"area":null},{"id":"2212.08979","title":"Language model acceptability judgements are not always robust to context","created":"2022-12-18","cited_by_count":22,"area":null},{"id":"2301.12564","title":"A Discerning Several Thousand Judgments: GPT-3 Rates the Article + Adjective + Numeral + Noun Construction","created":"2023-01-29","cited_by_count":22,"area":null},{"id":"2311.07811","title":"In-context Learning Generalizes, But Not Always Robustly: The Case of Syntax","created":"2023-11-13","cited_by_count":22,"area":null},{"id":"2109.03160","title":"How much pretraining data do language models need to learn syntax?","created":"2021-09-07","cited_by_count":21,"area":null},{"id":"2206.13288","title":"Discovering Salient Neurons in Deep NLP Models","created":"2022-06-27","cited_by_count":21,"area":null},{"id":"2406.04289","title":"What Languages are Easy to Language-Model? A Perspective from Learning Probabilistic Regular Languages","created":"2024-06-06","cited_by_count":20,"area":null},{"id":"2109.15256","title":"Inducing Transformer's Compositional Generalization Ability via Auxiliary Sequence Prediction Tasks","created":"2021-09-30","cited_by_count":19,"area":null},{"id":"2205.09630","title":"Acceptability Judgements via Examining the Topology of Attention Maps","created":"2022-05-19","cited_by_count":19,"area":null},{"id":"2210.12696","title":"On the Transformation of Latent Space in Fine-Tuned NLP Models","created":"2022-10-23","cited_by_count":19,"area":null},{"id":"2109.12053","title":"Monolingual and Cross-Lingual Acceptability Judgments with the Italian CoLA corpus","created":"2021-09-24","cited_by_count":18,"area":null},{"id":"2112.09054","title":"Pushing the Limits of Rule Reasoning in Transformers through Natural Language Satisfiability","created":"2021-12-16","cited_by_count":18,"area":null},{"id":"2305.00948","title":"Large Linguistic Models: Investigating LLMs' metalinguistic abilities","created":"2023-05-01","cited_by_count":18,"area":null},{"id":"2309.06085","title":"BHASA: A Holistic Southeast Asian Linguistic and Cultural Evaluation Suite for Large Language Models","created":"2023-09-12","cited_by_count":18,"area":null},{"id":"2405.08469","title":"GPT-3.5 for Grammatical Error Correction","created":"2024-05-14","cited_by_count":18,"area":null},{"id":"2305.13386","title":"Can LLMs facilitate interpretation of pre-trained language models?","created":"2023-05-22","cited_by_count":16,"area":null},{"id":"2510.16227","title":"What Can String Probability Tell Us About Grammaticality?","created":"2025-10-17","cited_by_count":16,"area":null},{"id":"2101.10713","title":"Exploring Transitivity in Neural NLI Models through Veridicality","created":"2021-01-26","cited_by_count":15,"area":null},{"id":"2109.07465","title":"On the Limits of Minimal Pairs in Contrastive Evaluation","created":"2021-09-15","cited_by_count":15,"area":null},{"id":"2109.07848","title":"The Language Model Understood the Prompt was Ambiguous: Probing Syntactic Uncertainty Through Generation","created":"2021-09-16","cited_by_count":15,"area":null},{"id":"2210.11689","title":"SLING: Sino Linguistic Evaluation of Large Language Models","created":"2022-10-21","cited_by_count":15,"area":null},{"id":"2310.20093","title":"Evaluating Neural Language Models as Cognitive Models of Language Acquisition","created":"2023-10-31","cited_by_count":15,"area":null},{"id":"2404.14883","title":"Language in Vivo vs. in Silico: Size Matters but Larger Language Models Still Do Not Comprehend Language on a Par with Humans Due to Impenetrable Semantic Reference","created":"2024-04-23","cited_by_count":15,"area":null},{"id":"2410.12271","title":"Kallini et al. (2024) do not compare impossible languages with constituency-based ones","created":"2024-10-16","cited_by_count":15,"area":null},{"id":"2210.14328","title":"Causal Analysis of Syntactic Agreement Neurons in Multilingual Language Models","created":"2022-10-25","cited_by_count":14,"area":null},{"id":"2311.09033","title":"MELA: Multilingual Evaluation of Linguistic Acceptability","created":"2023-11-15","cited_by_count":14,"area":null},{"id":"2408.09639","title":"How to Make the Most of LLMs' Grammatical Knowledge for Acceptability Judgments","created":"2024-08-19","cited_by_count":14,"area":null},{"id":"2410.16139","title":"A Psycholinguistic Evaluation of Language Models' Sensitivity to Argument Roles","created":"2024-10-21","cited_by_count":14,"area":null},{"id":"2204.06889","title":"Does BERT really agree ? Fine-grained Analysis of Lexical Dependence on a Syntactic Task","created":"2022-04-14","cited_by_count":13,"area":null},{"id":"2305.18598","title":"A Method for Studying Semantic Construal in Grammatical Constructions with Interpretable Contextual Embedding Spaces","created":"2023-05-29","cited_by_count":13,"area":null}],"next_cursor":"100"}