{"total":100,"rows":[{"id":"2211.02570","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","created":"2022-11-04","cited_by_count":139,"area":null},{"id":"2109.04270","title":"Toward a Perspectivist Turn in Ground Truthing for Predictive Computing","created":"2021-09-09","cited_by_count":130,"area":null},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85,"area":null},{"id":"2110.06465","title":"Breaking the Dilemma of Medical Image-to-image Translation","created":"2021-10-13","cited_by_count":82,"area":null},{"id":"2109.13563","title":"Agreeing to Disagree: Annotating Offensive Language Datasets with Annotators' Disagreement","created":"2021-09-28","cited_by_count":72,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2304.14803","title":"SemEval-2023 Task 11: Learning With Disagreements (LeWiDi)","created":"2023-04-28","cited_by_count":52,"area":null},{"id":"2206.02280","title":"Annotation Error Detection: Analyzing the Past and Present for a More Coherent Future","created":"2022-06-05","cited_by_count":45,"area":null},{"id":"2107.02233","title":"End-to-End Weak Supervision","created":"2021-07-05","cited_by_count":33,"area":null},{"id":"2206.07181","title":"To Aggregate or Not? Learning with Separate Noisy Labels","created":"2022-06-14","cited_by_count":29,"area":null},{"id":"2311.09743","title":"Capturing Perspectives of Crowdsourced Annotators in Subjective Learning Tasks","created":"2023-11-16","cited_by_count":29,"area":null},{"id":"2111.14932","title":"Learning with Noisy Labels by Efficient Transition Matrix Estimation to Combat Label Miscorrection","created":"2021-11-29","cited_by_count":20,"area":null},{"id":"2310.14979","title":"ACTOR: Active Learning with Annotator-specific Classification Heads to Embrace Human Label Variation","created":"2023-10-23","cited_by_count":17,"area":null},{"id":"2311.05265","title":"Don't Waste a Single Annotation: Improving Single-Label Classifiers Through Soft Labels","created":"2023-11-09","cited_by_count":17,"area":null},{"id":"2210.06812","title":"CROWDLAB: Supervised learning to infer consensus labels and quality scores for data with multiple annotators","created":"2022-10-13","cited_by_count":16,"area":null},{"id":"2110.08038","title":"Toward Annotator Group Bias in Crowdsourcing","created":"2021-10-08","cited_by_count":14,"area":null},{"id":"2105.14980","title":"Crowdsourcing Learning as Domain Adaptation: A Case Study on Named Entity Recognition","created":"2021-05-31","cited_by_count":13,"area":null},{"id":"2203.10611","title":"Learning from Multiple Expert Annotators for Enhancing Anomaly Detection in Medical Image Analysis","created":"2022-03-20","cited_by_count":13,"area":null},{"id":"2408.14141","title":"Crowd-Calibrator: Can Annotator Disagreement Inform Calibration in Subjective Tasks?","created":"2024-08-26","cited_by_count":13,"area":null},{"id":"2601.09065","title":"Beyond Consensus: Perspectivist Modeling and Evaluation of Annotator Disagreement in NLP","created":"2026-01-14","cited_by_count":13,"area":null},{"id":"2203.04199","title":"Trustable Co-label Learning from Multiple Noisy Annotators","created":"2022-03-08","cited_by_count":12,"area":null},{"id":"2212.10405","title":"AnnoBERT: Effectively Representing Multiple Annotators' Label Choices to Improve Hate Speech Detection","created":"2022-12-20","cited_by_count":12,"area":null},{"id":"2306.03288","title":"Deep Learning From Crowdsourced Labels: Coupled Cross-entropy Minimization, Identifiability, and Regularization","created":"2023-06-05","cited_by_count":12,"area":null},{"id":"2206.09315","title":"Knowledge Learning with Crowdsourcing: A Brief Review and Systematic Perspective","created":"2022-06-19","cited_by_count":11,"area":null},{"id":"2306.03116","title":"Transferring Annotator- and Instance-dependent Transition Matrix for Learning from Crowds","created":"2023-06-05","cited_by_count":11,"area":null},{"id":"2110.08355","title":"Clean or Annotate: How to Spend a Limited Data Collection Budget","created":"2021-10-15","cited_by_count":10,"area":null},{"id":"2305.06074","title":"iLab at SemEval-2023 Task 11 Le-Wi-Di: Modelling Disagreement or Modelling Perspectives?","created":"2023-05-10","cited_by_count":10,"area":null},{"id":"2312.07331","title":"Coupled Confusion Correction: Learning from Crowds with Sparse Annotations","created":"2023-12-12","cited_by_count":9,"area":null},{"id":"2510.08460","title":"LeWiDi-2025 at NLPerspectives: Third Edition of the Learning with Disagreements Shared Task","created":"2025-10-09","cited_by_count":9,"area":null},{"id":"2101.03477","title":"Training Affective Computer Vision Models by Crowdsourcing Soft-Target Labels","created":"2021-01-10","cited_by_count":8,"area":null},{"id":"2206.05092","title":"Learning self-calibrated optic disc and cup segmentation from multi-rater annotations","created":"2022-06-10","cited_by_count":8,"area":null},{"id":"2304.02539","title":"Multi-annotator Deep Learning: A Probabilistic Framework for Classification","created":"2023-04-05","cited_by_count":8,"area":null},{"id":"2307.02191","title":"Evaluating AI systems under uncertain ground truth: a case study in dermatology","created":"2023-07-05","cited_by_count":7,"area":null},{"id":"2307.10189","title":"Subjective Crowd Disagreements for Subjective Data: Uncovering Meaningful CrowdOpinion with Population-level Learning","created":"2023-07-07","cited_by_count":7,"area":null},{"id":"2407.07003","title":"Learning to Complement and to Defer to Multiple Users","created":"2024-07-09","cited_by_count":7,"area":null},{"id":"2106.07193","title":"Crowdsourcing via Annotator Co-occurrence Imputation and Provable Symmetric Nonnegative Matrix Factorization","created":"2021-06-14","cited_by_count":6,"area":null},{"id":"2107.10449","title":"Improve Learning from Crowds via Generative Augmentation","created":"2021-07-22","cited_by_count":6,"area":null},{"id":"2109.04470","title":"Truth Discovery in Sequence Labels from Crowds","created":"2021-09-09","cited_by_count":6,"area":null},{"id":"2410.10215","title":"SkillAggregation: Reference-free LLM-Dependent Aggregation","created":"2024-10-14","cited_by_count":6,"area":null},{"id":"2411.17113","title":"Learning from Noisy Labels via Conditional Distributionally Robust Optimization","created":"2024-11-26","cited_by_count":6,"area":null},{"id":"2305.19391","title":"Deep Clustering with Incomplete Noisy Pairwise Annotations: A Geometric Regularization Approach","created":"2023-05-30","cited_by_count":5,"area":null},{"id":"2311.03153","title":"Architectural Sweet Spots for Modeling Human Label Variation by the Example of Argument Quality: It's Best to Relate Perspectives!","created":"2023-11-06","cited_by_count":5,"area":null},{"id":"2311.13172","title":"Learning to Complement with Multiple Humans","created":"2023-11-22","cited_by_count":5,"area":null},{"id":"2106.15146","title":"Learning from Multiple Annotators by Incorporating Instance Features","created":"2021-06-29","cited_by_count":4,"area":null},{"id":"2111.02326","title":"End-to-End Annotator Bias Approximation on Crowdsourced Single-Label Sentiment Analysis","created":"2021-11-03","cited_by_count":4,"area":null},{"id":"2406.03356","title":"Cooperative learning of Pl@ntNet's Artificial Intelligence algorithm: how does it work and how can we improve it?","created":"2024-06-05","cited_by_count":4,"area":null},{"id":"2408.08971","title":"A Multi-Task and Multi-Label Classification Model for Implicit Discourse Relation Recognition","created":"2024-08-16","cited_by_count":4,"area":null},{"id":"2107.14682","title":"Can non-specialists provide high quality gold standard labels in challenging modalities?","created":"2021-07-30","cited_by_count":3,"area":null},{"id":"2208.03016","title":"Calibrate the inter-observer segmentation uncertainty via diagnosis-first principle","created":"2022-08-05","cited_by_count":3,"area":null},{"id":"2309.05086","title":"Neural-Hidden-CRF: A Robust Weakly-Supervised Sequence Labeler","created":"2023-09-10","cited_by_count":3,"area":null},{"id":"2405.03386","title":"Annot-Mix: Learning with Noisy Class Labels from Multiple Annotators via a Mixup Extension","created":"2024-05-06","cited_by_count":3,"area":null},{"id":"2407.06902","title":"Learning From Crowdsourced Noisy Labels: A Signal Processing Perspective","created":"2024-07-09","cited_by_count":3,"area":null},{"id":"2407.20950","title":"dopanim: A Dataset of Doppelganger Animals with Noisy Annotations from Multiple Humans","created":"2024-07-30","cited_by_count":3,"area":null},{"id":"2508.00454","title":"Learning an Efficient Multi-Turn Dialogue Evaluator from Multiple LLM Judges","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2107.05039","title":"Learning from Crowds with Sparse and Imbalanced Annotations","created":"2021-07-11","cited_by_count":2,"area":null},{"id":"2207.08001","title":"SVGraph: Learning Semantic Graphs from Instructional Videos","created":"2022-07-16","cited_by_count":2,"area":null},{"id":"2212.00601","title":"Multi-rater Prism: Learning self-calibrated medical image segmentation from multiple raters","created":"2022-12-01","cited_by_count":2,"area":null},{"id":"2302.03987","title":"Multiview Representation Learning from Crowdsourced Triplet Comparisons","created":"2023-02-08","cited_by_count":2,"area":null},{"id":"2302.06337","title":"Learning from Noisy Crowd Labels with Logics","created":"2023-02-13","cited_by_count":2,"area":null},{"id":"2309.09742","title":"Drawing the Same Bounding Box Twice? Coping Noisy Annotations in Object Detection with Repeated Labels","created":"2023-09-18","cited_by_count":2,"area":null},{"id":"2407.07958","title":"Bayesian Detector Combination for Object Detection with Crowdsourced Annotations","created":"2024-07-10","cited_by_count":2,"area":null},{"id":"2409.00048","title":"No Need to Sacrifice Data Quality for Quantity: Crowd-Informed Machine Annotation for Cost-Effective Understanding of Visual Data","created":"2024-08-19","cited_by_count":2,"area":null},{"id":"2511.14117","title":"Distributions In, Distributions Out: The Case for Soft-Label Training","created":"2025-11-18","cited_by_count":2,"area":null},{"id":"2111.00734","title":"Robust Deep Learning from Crowds with Belief Propagation","created":"2021-11-01","cited_by_count":1,"area":null},{"id":"2209.15380","title":"Identify ambiguous tasks combining crowdsourced labels by weighting Areas Under the Margin","created":"2022-09-30","cited_by_count":1,"area":null},{"id":"2210.12324","title":"Trustworthy Human Computation: A Survey","created":"2022-10-22","cited_by_count":1,"area":null},{"id":"2212.13038","title":"A Survey of Face Recognition","created":"2022-12-26","cited_by_count":1,"area":null},{"id":"2303.16507","title":"Improving Object Detection in Medical Image Analysis through Multiple Expert Annotators: An Empirical Investigation","created":"2023-03-29","cited_by_count":1,"area":null},{"id":"2306.10878","title":"Handwritten Text Recognition from Crowdsourced Annotations","created":"2023-06-19","cited_by_count":1,"area":null},{"id":"2403.05576","title":"Understanding Subjectivity through the Lens of Motivational Context in Model-Generated Image Satisfaction","created":"2024-02-27","cited_by_count":1,"area":null},{"id":"2602.04574","title":"Probabilistic Label Spreading: Efficient and Consistent Estimation of Soft Labels with Epistemic Uncertainty on Graphs","created":"2026-02-04","cited_by_count":1,"area":null},{"id":"2603.22879","title":"Confidence Calibration under Ambiguous Ground Truth","created":"2026-03-24","cited_by_count":1,"area":null},{"id":"2605.31563","title":"Disagreeing Rationales: Rethinking Classification and Explainability Evaluation in Hate Speech Detection","created":"2026-05-29","cited_by_count":1,"area":null},{"id":"2101.11422","title":"Cisco at AAAI-CAD21 shared task: Predicting Emphasis in Presentation Slides using Contextualized Embeddings","created":"2021-01-10","cited_by_count":0,"area":null},{"id":"2103.17144","title":"CrowdTeacher: Robust Co-teaching with Noisy Answers & Sample-specific Perturbations for Tabular Data","created":"2021-03-31","cited_by_count":0,"area":null},{"id":"2107.07958","title":"Temporal-aware Language Representation Learning From Crowdsourced Labels","created":"2021-07-15","cited_by_count":0,"area":null},{"id":"2112.15411","title":"Disjoint Contrastive Regression Learning for Multi-Sourced Annotations","created":"2021-12-31","cited_by_count":0,"area":null},{"id":"2202.11961","title":"\"Is not the truth the truth?\": Analyzing the Impact of User Validations for Bus In/Out Detection in Smartphone-based Surveys","created":"2022-02-24","cited_by_count":0,"area":null},{"id":"2305.06683","title":"Cost-efficient Crowdsourcing for Span-based Sequence Labeling: Worker Selection and Data Augmentation","created":"2023-05-11","cited_by_count":0,"area":null},{"id":"2308.10396","title":"Label Selection Approach to Learning from Crowds","created":"2023-08-21","cited_by_count":0,"area":null},{"id":"2310.16790","title":"Improving a Named Entity Recognizer Trained on Noisy Data with a Few Clean Instances","created":"2023-10-25","cited_by_count":0,"area":null},{"id":"2401.13239","title":"Adaptive Crowdsourcing Via Self-Supervised Learning","created":"2024-01-24","cited_by_count":0,"area":null},{"id":"2405.00307","title":"Active Learning with Task Adaptation Pre-training for Speech Emotion Recognition","created":"2024-05-01","cited_by_count":0,"area":null},{"id":"2503.21000","title":"Improving User Behavior Prediction: Leveraging Annotator Metadata in Supervised Machine Learning Models","created":"2025-03-26","cited_by_count":0,"area":null},{"id":"2504.09085","title":"crowd-hpo: Realistic Hyperparameter Optimization and Benchmarking for Learning from Crowds with Noisy Labels","created":"2025-04-12","cited_by_count":0,"area":null},{"id":"2504.09341","title":"Minority Reports: Balancing Cost and Quality in Ground Truth Data Annotation","created":"2025-04-12","cited_by_count":0,"area":null},{"id":"2507.18098","title":"Learning from Hard Labels with Additional Supervision on Non-Hard-Labeled Classes","created":"2025-07-24","cited_by_count":0,"area":null},{"id":"2510.13259","title":"Hypernetworks for Perspectivist Adaptation","created":"2025-10-15","cited_by_count":0,"area":null},{"id":"2512.10818","title":"Self-Ensemble Post Learning for Noisy Domain Generalization","created":"2025-12-11","cited_by_count":0,"area":null},{"id":"2601.20556","title":"Unsupervised Ensemble Learning Through Deep Energy-based Models","created":"2026-01-28","cited_by_count":0,"area":null},{"id":"2603.28351","title":"Not All Subjectivity Is the Same! Defining Desiderata for the Evaluation of Subjectivity in NLP","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.08425","title":"Learning Who Disagrees: Demographic Importance Weighting for Modeling Annotator Distributions with DiADEM","created":"2026-04-09","cited_by_count":0,"area":null},{"id":"2605.05908","title":"Architecture-agnostic Lipschitz-constant Bayesian header and its application to resolve semantically proximal classification errors with vision transformers","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2605.20642","title":"Same Target, Different Basins: Hard vs. Soft Labels for Annotator Distributions","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2606.15554","title":"RaLMPH: Reliability-aware Learning for Multi-Pathologist Harmonization in Whole-Slide Image Classification","created":"2026-06-14","cited_by_count":0,"area":null},{"id":"2606.22771","title":"Learning Moral Diversity: Modelling Individual Perspectives in Moral Classification of Texts","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2606.23177","title":"Interpretable Probabilistic Medical Image Segmentation via Gaussian Process with Explicit Modelling of Annotation Bias and Variability","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2608.11473","title":"Dual-Primal Graph VAEs for Noisy Label Aggregation","created":"2026-08-11","cited_by_count":0,"area":null},{"id":"2608.12027","title":"Uncertainty-Aware Probabilistic Constrained Clustering from Entangled Pairwise Supervision","created":"2026-08-12","cited_by_count":0,"area":null},{"id":"2610.00102","title":"Uncertainty-Aware Learning from Multi-Expert Interval Targets","created":"2026-09-08","cited_by_count":0,"area":null}],"next_cursor":null}