{"total":106,"rows":[{"id":"2208.03274","title":"A Holistic Approach to Undesired Content Detection in the Real World","created":"2022-08-05","cited_by_count":356,"area":null},{"id":"2111.07997","title":"Annotators with Attitudes: How Annotator Beliefs And Identities Bias Toxic Language Detection","created":"2021-11-15","cited_by_count":264,"area":null},{"id":"2203.10020","title":"Challenges and Strategies in Cross-Cultural NLP","created":"2022-03-18","cited_by_count":218,"area":null},{"id":"2310.11986","title":"Sociotechnical Safety Evaluation of Generative AI Systems","created":"2023-10-18","cited_by_count":157,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2211.02570","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","created":"2022-11-04","cited_by_count":139,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2202.02950","title":"Jury Learning: Integrating Dissenting Voices into Machine Learning Models","created":"2022-02-07","cited_by_count":118,"area":null},{"id":"2203.07785","title":"The Ghost in the Machine has an American accent: value conflict in GPT-3","created":"2022-03-15","cited_by_count":105,"area":null},{"id":"2306.05949","title":"Evaluating the Social Impact of Generative AI Systems in Systems and Society","created":"2023-06-09","cited_by_count":92,"area":null},{"id":"2305.06626","title":"When the Majority is Wrong: Modeling Annotator Disagreement for Subjective Tasks","created":"2023-05-11","cited_by_count":90,"area":null},{"id":"2309.07034","title":"Sensitivity, Performance, Robustness: Deconstructing the Effect of Sociodemographic Prompting","created":"2023-09-13","cited_by_count":81,"area":null},{"id":"2210.16133","title":"Stop Measuring Calibration When Humans Disagree","created":"2022-10-28","cited_by_count":71,"area":null},{"id":"2302.08956","title":"AfriSenti: A Twitter Sentiment Analysis Benchmark for African Languages","created":"2023-02-17","cited_by_count":68,"area":null},{"id":"2305.11840","title":"SeeGULL: A Stereotype Benchmark with Broad Geo-Cultural Coverage Leveraging Generative Models","created":"2023-05-19","cited_by_count":66,"area":null},{"id":"2206.08931","title":"CrowdWorkSheets: Accounting for Individual and Collective Identities Underlying Crowdsourced Dataset Annotation","created":"2022-06-09","cited_by_count":59,"area":null},{"id":"2209.12226","title":"Re-contextualizing Fairness in NLP: The Case of India","created":"2022-09-25","cited_by_count":55,"area":null},{"id":"2112.04554","title":"Whose Ground Truth? Accounting for Individual and Collective Identities Underlying Dataset Annotation","created":"2021-12-08","cited_by_count":52,"area":null},{"id":"2301.05036","title":"Everyone's Voice Matters: Quantifying Annotation Disagreement Using Demographic Information","created":"2023-01-12","cited_by_count":52,"area":null},{"id":"2205.05256","title":"Evaluation Gaps in Machine Learning Practice","created":"2022-05-11","cited_by_count":49,"area":null},{"id":"2303.04222","title":"SemEval-2023 Task 10: Explainable Detection of Online Sexism","created":"2023-03-07","cited_by_count":48,"area":null},{"id":"2306.11559","title":"The Ecological Fallacy in Annotation: Modelling Human Label Variation goes beyond Sociodemographics","created":"2023-06-20","cited_by_count":46,"area":null},{"id":"2207.00810","title":"Eliciting and Learning with Soft Labels from Every Annotator","created":"2022-07-02","cited_by_count":43,"area":null},{"id":"2405.05860","title":"The Perspectivist Paradigm Shift: Assumptions and Challenges of Capturing Human Labels","created":"2024-05-09","cited_by_count":38,"area":null},{"id":"2410.07991","title":"Human and LLM Biases in Hate Speech Annotations: A Socio-Demographic Analysis of Annotators and Targets","created":"2024-10-10","cited_by_count":31,"area":null},{"id":"2311.09743","title":"Capturing Perspectives of Crowdsourced Annotators in Subjective Learning Tasks","created":"2023-11-16","cited_by_count":29,"area":null},{"id":"2405.01299","title":"The Effectiveness of LLMs as Annotators: A Comparative Overview and Empirical Analysis of Direct Representation","created":"2024-05-02","cited_by_count":29,"area":null},{"id":"2401.06310","title":"ViSAGe: A Global-Scale Analysis of Visual Stereotypes in Text-to-Image Generation","created":"2024-01-12","cited_by_count":27,"area":null},{"id":"2312.06861","title":"Disentangling Perceptions of Offensiveness: Cultural and Moral Correlates","created":"2023-12-11","cited_by_count":26,"area":null},{"id":"2305.08414","title":"What's the Meaning of Superhuman Performance in Today's NLU?","created":"2023-05-15","cited_by_count":23,"area":null},{"id":"2210.14531","title":"Unifying Data Perspectivism and Personalization: An Application to Social Norms","created":"2022-10-26","cited_by_count":22,"area":null},{"id":"2208.05545","title":"The Moral Foundations Reddit Corpus","created":"2022-08-10","cited_by_count":21,"area":null},{"id":"2307.09209","title":"Automated Ableism: An Exploration of Explicit Disability Biases in Sentiment and Toxicity Analysis Models","created":"2023-07-18","cited_by_count":20,"area":null},{"id":"2502.10441","title":"AI Alignment at Your Discretion","created":"2025-02-10","cited_by_count":20,"area":null},{"id":"2210.03165","title":"A Theory of Dynamic Benchmarks","created":"2022-10-06","cited_by_count":16,"area":null},{"id":"2301.12534","title":"Vicarious Offense and Noise Audit of Offensive Speech Classifiers: Unifying Human and Machine Disagreement on What is Offensive","created":"2023-01-29","cited_by_count":16,"area":null},{"id":"2310.20470","title":"Representativeness as a Forgotten Lesson for Multilingual and Code-switched Data Collection and Preparation","created":"2023-10-31","cited_by_count":16,"area":null},{"id":"2202.12288","title":"Toward More Meaningful Resources for Lower-resourced Languages","created":"2022-02-24","cited_by_count":14,"area":null},{"id":"2304.00815","title":"Design Choices for Crowdsourcing Implicit Discourse Relations: Revealing the Biases Introduced by Task Design","created":"2023-04-03","cited_by_count":14,"area":null},{"id":"2408.14141","title":"Crowd-Calibrator: Can Annotator Disagreement Inform Calibration in Subjective Tasks?","created":"2024-08-26","cited_by_count":13,"area":null},{"id":"2110.14839","title":"Hate Speech Classifiers Learn Human-Like Social Stereotypes","created":"2021-10-28","cited_by_count":12,"area":null},{"id":"2112.07475","title":"Two Contrasting Data Annotation Paradigms for Subjective NLP Tasks","created":"2021-12-14","cited_by_count":12,"area":null},{"id":"2404.10857","title":"D3CODE: Disentangling Disagreements in Data across Cultures on Offensiveness Detection and Evaluation","created":"2024-04-16","cited_by_count":11,"area":null},{"id":"2204.06251","title":"Experimental Standards for Deep Learning in Natural Language Processing Research","created":"2022-04-13","cited_by_count":10,"area":null},{"id":"2305.06074","title":"iLab at SemEval-2023 Task 11 Le-Wi-Di: Modelling Disagreement or Modelling Perspectives?","created":"2023-05-10","cited_by_count":10,"area":null},{"id":"2407.14259","title":"Voices in a Crowd: Searching for Clusters of Unique Perspectives","created":"2024-07-19","cited_by_count":9,"area":null},{"id":"2402.06811","title":"Discipline and Label: A WEIRD Genealogy and Social Theory of Data Annotation","created":"2024-02-09","cited_by_count":8,"area":null},{"id":"2408.08411","title":"Rater Cohesion and Quality from a Vicarious Perspective","created":"2024-08-15","cited_by_count":8,"area":null},{"id":"2409.17577","title":"Leveraging Annotator Disagreement for Text Classification","created":"2024-09-26","cited_by_count":8,"area":null},{"id":"2203.12913","title":"k-Rater Reliability: The Correct Unit of Reliability for Aggregated Human Annotations","created":"2022-03-24","cited_by_count":7,"area":null},{"id":"2210.07415","title":"Noise Audits Improve Moral Foundation Classification","created":"2022-10-13","cited_by_count":7,"area":null},{"id":"2307.10189","title":"Subjective Crowd Disagreements for Subjective Data: Uncovering Meaningful CrowdOpinion with Population-level Learning","created":"2023-07-07","cited_by_count":7,"area":null},{"id":"2310.02457","title":"The Empty Signifier Problem: Towards Clearer Paradigms for Operationalising \"Alignment\" in Large Language Models","created":"2023-10-03","cited_by_count":7,"area":null},{"id":"2402.02249","title":"Don't Label Twice: Quantity Beats Quality when Comparing Binary Classifiers on a Budget","created":"2024-02-03","cited_by_count":7,"area":null},{"id":"2406.03199","title":"Bayesian WeakS-to-Strong from Text Classification to Generation","created":"2024-05-24","cited_by_count":6,"area":null},{"id":"2503.23243","title":"Evaluating how LLM annotations represent diverse views on contentious topics","created":"2025-03-29","cited_by_count":6,"area":null},{"id":"2505.12727","title":"What is Stigma Attributed to? A Theory-Grounded, Expert-Annotated Interview Corpus for Demystifying Mental-Health Stigma","created":"2025-05-19","cited_by_count":6,"area":null},{"id":"2311.03153","title":"Architectural Sweet Spots for Modeling Human Label Variation by the Example of Argument Quality: It's Best to Relate Perspectives!","created":"2023-11-06","cited_by_count":5,"area":null},{"id":"2402.01423","title":"Different Tastes of Entities: Investigating Human Label Variation in Named Entity Annotations","created":"2024-02-02","cited_by_count":5,"area":null},{"id":"2502.14501","title":"Towards a Perspectivist Turn in Argument Quality Assessment","created":"2025-02-20","cited_by_count":5,"area":null},{"id":"2601.03481","title":"Self-Explaining Hate Speech Detection with Moral Rationales","created":"2026-01-07","cited_by_count":5,"area":null},{"id":"2203.10659","title":"From Stance to Concern: Adaptation of Propositional Analysis to New Tasks and Domains","created":"2022-03-20","cited_by_count":4,"area":null},{"id":"2311.05020","title":"First Tragedy, then Parse: History Repeats Itself in the New Era of Large Language Models","created":"2023-11-08","cited_by_count":4,"area":null},{"id":"2402.14101","title":"Cost-Efficient Subjective Task Annotation and Modeling through Few-Shot Annotator Adaptation","created":"2024-02-21","cited_by_count":4,"area":null},{"id":"2402.17527","title":"Predict the Next Word: Humans exhibit uncertainty in this task and language models _____","created":"2024-02-27","cited_by_count":4,"area":null},{"id":"2407.01878","title":"Compare without Despair: Reliable Preference Evaluation with Generation Separability","created":"2024-07-02","cited_by_count":4,"area":null},{"id":"2410.13776","title":"Aggregation Artifacts in Subjective Tasks Collapse Large Language Models' Posteriors","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2410.17032","title":"Insights on Disagreement Patterns in Multimodal Safety Perception across Diverse Rater Groups","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2411.00179","title":"What Makes An Expert? Reviewing How ML Researchers Define \"Expert\"","created":"2024-10-31","cited_by_count":4,"area":null},{"id":"2411.19832","title":"Sensitive Content Classification in Social Media: A Holistic Resource and Evaluation","created":"2024-11-29","cited_by_count":4,"area":null},{"id":"2502.17710","title":"Mind the Gesture: Evaluating AI Sensitivity to Culturally Offensive Non-Verbal Gestures","created":"2025-02-24","cited_by_count":4,"area":null},{"id":"2510.08543","title":"VideoNorms: Benchmarking Cultural Awareness of Video Language Models","created":"2025-10-09","cited_by_count":4,"area":null},{"id":"2310.14572","title":"Unveiling the Multi-Annotation Process: Examining the Influence of Annotation Quantity and Instance Difficulty on Model Performance","created":"2023-10-23","cited_by_count":3,"area":null},{"id":"2311.09086","title":"The Uli Dataset: An Exercise in Experience Led Annotation of oGBV","created":"2023-11-15","cited_by_count":3,"area":null},{"id":"2401.09248","title":"Learning from Implicit User Feedback, Emotions and Demographic Information in Task-Oriented and Document-Grounded Dialogues","created":"2024-01-17","cited_by_count":3,"area":null},{"id":"2411.04090","title":"A Collaborative Content Moderation Framework for Toxicity Detection based on Conformalized Estimates of Annotation Disagreement","created":"2024-11-06","cited_by_count":3,"area":null},{"id":"2411.13760","title":"A Framework for Evaluating LLMs Under Task Indeterminacy","created":"2024-11-21","cited_by_count":3,"area":null},{"id":"2502.02696","title":"How Inclusively do LMs Perceive Social and Moral Norms?","created":"2025-02-04","cited_by_count":3,"area":null},{"id":"2505.12039","title":"AI-Driven Automation Can Become the Foundation of Next-Era Science of Science Research","created":"2025-05-17","cited_by_count":3,"area":null},{"id":"2510.12817","title":"From Noise to Signal to Selbstzweck: Reframing Human Label Variation in the Era of Post-training in NLP","created":"2025-10-09","cited_by_count":3,"area":null},{"id":"2302.02064","title":"Lived Experience Matters: Automatic Detection of Stigma on Social Media Toward People Who Use Substances","created":"2023-02-04","cited_by_count":2,"area":null},{"id":"2404.05866","title":"GeniL: A Multilingual Dataset on Generalizing Language","created":"2024-04-08","cited_by_count":2,"area":null},{"id":"2406.06407","title":"A Taxonomy of Challenges to Curating Fair Datasets","created":"2024-06-10","cited_by_count":2,"area":null},{"id":"2505.16220","title":"Meta-PerSER: Few-Shot Listener Personalized Speech Emotion Recognition via Meta-learning","created":"2025-05-22","cited_by_count":2,"area":null},{"id":"2508.08163","title":"LPI-RIT at LeWiDi-2025: Improving Distributional Predictions via Metadata and Loss Reweighting with DisCo","created":"2025-08-11","cited_by_count":2,"area":null},{"id":"2312.15751","title":"Solving Label Variation in Scientific Information Extraction via Multi-Task Learning","created":"2023-12-25","cited_by_count":1,"area":null},{"id":"2402.09934","title":"Paying Attention to Deflections: Mining Pragmatic Nuances for Whataboutism Detection in Online Discourse","created":"2024-02-15","cited_by_count":1,"area":null},{"id":"2412.04025","title":"Exploring the Influence of Label Aggregation on Minority Voices: Implications for Dataset Bias and Model Training","created":"2024-12-05","cited_by_count":1,"area":null},{"id":"2501.06826","title":"Aligning NLP Models with Target Population Perspectives using PAIR: Population-Aligned Instance Replication","created":"2025-01-12","cited_by_count":1,"area":null},{"id":"2601.06631","title":"Labels have Human Values: Value Calibration of Subjective Tasks","created":"2026-01-10","cited_by_count":1,"area":null},{"id":"2610.12841","title":"Fear Is Not Always Fear: Variation in Emotion Label Equivalence Across Datasets","created":"2026-10-09","cited_by_count":1,"area":null},{"id":"2208.10898","title":"Don't Take it Personally: Analyzing Gender and Age Differences in Ratings of Online Humor","created":"2022-08-23","cited_by_count":0,"area":null},{"id":"2402.01703","title":"Community-Informed AI Models for Police Accountability","created":"2024-01-24","cited_by_count":0,"area":null},{"id":"2410.15726","title":"Reducing annotator bias by belief elicitation","created":"2024-10-21","cited_by_count":0,"area":null},{"id":"2509.08217","title":"Balancing Quality and Variation: Spam Filtering Distorts Data Label Distributions","created":"2025-09-10","cited_by_count":0,"area":null},{"id":"2510.04366","title":"Quantifying Ambiguity in Categorical Annotations: A Measure and Statistical Inference Framework","created":"2025-10-05","cited_by_count":0,"area":null},{"id":"2602.22723","title":"Human Label Variation in Implicit Discourse Relation Recognition","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2603.28351","title":"Not All Subjectivity Is the Same! Defining Desiderata for the Evaluation of Subjectivity in NLP","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.08425","title":"Learning Who Disagrees: Demographic Importance Weighting for Modeling Annotator Distributions with DiADEM","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2605.13801","title":"Improving Reproducibility in Evaluation through Multi-Level Annotator Modeling","created":"2026-05-13","cited_by_count":0,"area":null}],"next_cursor":"100"}