{"total":218,"rows":[{"id":"2110.01167","title":"Trustworthy AI: From Principles to Practices","created":"2021-10-04","cited_by_count":207,"area":null},{"id":"2409.02977","title":"Large Language Model-Based Agents for Software Engineering: A Survey","created":"2024-09-04","cited_by_count":178,"area":"agents"},{"id":"2203.07378","title":"Dawn of the transformer era in speech emotion recognition: closing the valence gap","created":"2022-03-14","cited_by_count":157,"area":null},{"id":"2207.07068","title":"Bias Mitigation for Machine Learning Classifiers: A Comprehensive Survey","created":"2022-07-14","cited_by_count":125,"area":null},{"id":"2110.06773","title":"Leveraging Automated Unit Tests for Unsupervised Code Translation","created":"2021-10-13","cited_by_count":82,"area":null},{"id":"2105.01984","title":"Software Engineering for AI-Based Systems: A Survey","created":"2021-05-05","cited_by_count":69,"area":null},{"id":"2308.03656","title":"Emotionally Numb or Empathetic? Evaluating How LLMs Feel Using EmotionBench","created":"2023-08-07","cited_by_count":54,"area":null},{"id":"2305.12434","title":"BiasAsker: Measuring the Bias in Conversational AI System","created":"2023-05-21","cited_by_count":53,"area":null},{"id":"2205.05256","title":"Evaluation Gaps in Machine Learning Practice","created":"2022-05-11","cited_by_count":49,"area":null},{"id":"2301.02496","title":"Stealthy Backdoor Attack for Code Models","created":"2023-01-06","cited_by_count":49,"area":"safety"},{"id":"2306.09983","title":"Evaluating Superhuman Models with Consistency Checks","created":"2023-06-16","cited_by_count":47,"area":null},{"id":"2107.12045","title":"How to Certify Machine Learning Based Safety-critical Systems? A Systematic Literature Review","created":"2021-07-26","cited_by_count":39,"area":null},{"id":"2104.14235","title":"Inspect, Understand, Overcome: A Survey of Practical Methods for AI Safety","created":"2021-04-29","cited_by_count":35,"area":null},{"id":"2106.08890","title":"ModelDiff: Testing-Based DNN Similarity Comparison for Model Reuse Detection","created":"2021-06-11","cited_by_count":33,"area":null},{"id":"2207.03277","title":"A Comprehensive Empirical Study of Bias Mitigation Methods for Machine Learning Classifiers","created":"2022-07-07","cited_by_count":30,"area":null},{"id":"2107.06997","title":"DeepHyperion: Exploring the Feature Space of Deep Learning-Based Systems through Illumination Search","created":"2021-07-05","cited_by_count":29,"area":null},{"id":"2402.10524","title":"LLM Comparator: Visual Analytics for Side-by-Side Evaluation of Large Language Models","created":"2024-02-16","cited_by_count":29,"area":null},{"id":"2202.06196","title":"Fairness-aware Configuration of Machine Learning Libraries","created":"2022-02-13","cited_by_count":28,"area":null},{"id":"2405.01719","title":"Inherent Trade-Offs between Diversity and Stability in Multi-Task Benchmarks","created":"2024-05-02","cited_by_count":28,"area":null},{"id":"2106.04823","title":"Taxonomy of Machine Learning Safety: A Survey and Primer","created":"2021-06-09","cited_by_count":25,"area":null},{"id":"2112.13314","title":"Silent Bugs in Deep Learning Frameworks: An Empirical Study of Keras and TensorFlow","created":"2021-12-26","cited_by_count":25,"area":null},{"id":"2210.04688","title":"BAFFLE: Hiding Backdoors in Offline Reinforcement Learning Datasets","created":"2022-10-07","cited_by_count":25,"area":"offlinerl"},{"id":"2101.11118","title":"Can Offline Testing of Deep Neural Networks Replace Their Online Testing?","created":"2021-01-26","cited_by_count":24,"area":null},{"id":"2110.09610","title":"A Survey on Machine Learning Techniques for Source Code Analysis","created":"2021-10-18","cited_by_count":24,"area":null},{"id":"2502.15844","title":"Hallucination Detection in Large Language Models with Metamorphic Relations","created":"2025-02-20","cited_by_count":24,"area":null},{"id":"2102.13602","title":"Distribution-Aware Testing of Neural Networks Using Generative Models","created":"2021-02-26","cited_by_count":22,"area":null},{"id":"2302.05706","title":"MTTM: Metamorphic Testing for Textual Content Moderation Software","created":"2023-02-11","cited_by_count":22,"area":null},{"id":"2304.00078","title":"A Meta-Summary of Challenges in Building Products with ML Components -- Collecting Experiences from 4758+ Practitioners","created":"2023-03-31","cited_by_count":22,"area":null},{"id":"2101.04930","title":"An Empirical Study on Deployment Faults of Deep Learning Based Mobile Applications","created":"2021-01-13","cited_by_count":20,"area":null},{"id":"2106.08704","title":"Memorization and Generalization in Neural Code Intelligence Models","created":"2021-06-16","cited_by_count":19,"area":null},{"id":"2210.15432","title":"Many-Objective Reinforcement Learning for Online Testing of DNN-Enabled Systems","created":"2022-10-27","cited_by_count":19,"area":null},{"id":"2302.03350","title":"To Be Forgotten or To Be Fair: Unveiling Fairness Implications of Machine Unlearning Methods","created":"2023-02-07","cited_by_count":19,"area":"safety"},{"id":"2202.08946","title":"Symphony: Composing Interactive Interfaces for Machine Learning","created":"2022-02-18","cited_by_count":18,"area":null},{"id":"2203.12915","title":"NPC: Neuron Path Coverage via Characterizing Decision Logic of Deep Neural Networks","created":"2022-03-24","cited_by_count":18,"area":null},{"id":"2212.11368","title":"When and Why Test Generators for Deep Learning Produce Invalid Inputs: an Empirical Study","created":"2022-12-21","cited_by_count":18,"area":null},{"id":"2205.01938","title":"DeepFD: Automated Fault Diagnosis and Localization for Deep Learning Programs","created":"2022-05-04","cited_by_count":16,"area":null},{"id":"2401.00763","title":"New Job, New Gender? Measuring the Social Bias in Image Generation Models","created":"2024-01-01","cited_by_count":16,"area":null},{"id":"2205.06439","title":"AEON: A Method for Automatic Evaluation of NLP Test Cases","created":"2022-05-13","cited_by_count":15,"area":null},{"id":"2206.12311","title":"Bugs in Machine Learning-based Systems: A Faultload Benchmark","created":"2022-06-24","cited_by_count":15,"area":null},{"id":"2407.06992","title":"Robust Neural Information Retrieval: An Adversarial and Out-of-distribution Perspective","created":"2024-07-09","cited_by_count":15,"area":null},{"id":"2204.07874","title":"Ergo, SMIRK is Safe: A Safety Case for a Machine Learning Component in a Pedestrian Automatic Emergency Brake System","created":"2022-04-16","cited_by_count":14,"area":null},{"id":"2302.08018","title":"Towards Fair Machine Learning Software: Understanding and Addressing Model Bias Through Counterfactual Thinking","created":"2023-02-16","cited_by_count":14,"area":null},{"id":"2304.06715","title":"Evaluating the Robustness of Interpretability Methods through Explanation Invariance and Equivariance","created":"2023-04-13","cited_by_count":14,"area":null},{"id":"2202.05302","title":"Trust in AI: Interpretability is not necessary or sufficient, while black-box interaction is necessary and sufficient","created":"2022-02-10","cited_by_count":13,"area":null},{"id":"2305.12751","title":"Testing of Deep Reinforcement Learning Agents with Surrogate Models","created":"2023-05-22","cited_by_count":13,"area":null},{"id":"2109.07514","title":"DeepMetis: Augmenting a Deep Learning Test Set to Increase its Mutation Score","created":"2021-09-15","cited_by_count":12,"area":null},{"id":"2112.01771","title":"Understanding Performance Problems in Deep Learning Systems","created":"2021-12-03","cited_by_count":12,"area":null},{"id":"2112.02807","title":"MDPFuzz: Testing Models Solving Markov Decision Processes","created":"2021-12-06","cited_by_count":12,"area":null},{"id":"2212.11138","title":"QVIP: An ILP-based Formal Verification Approach for Quantized Neural Networks","created":"2022-12-10","cited_by_count":12,"area":null},{"id":"2304.01218","title":"POLAR-Express: Efficient and Precise Formal Reachability Analysis of Neural-Network Controlled Systems","created":"2023-03-31","cited_by_count":12,"area":null},{"id":"2106.01258","title":"Assessing the Reliability of Deep Learning Classifiers Through Robustness Evaluation and Operational Profiles","created":"2021-06-02","cited_by_count":11,"area":null},{"id":"2207.00759","title":"Abstraction and Refinement: Towards Scalable and Exact Verification of Neural Networks","created":"2022-07-02","cited_by_count":11,"area":null},{"id":"2303.07476","title":"Challenges and Practices of Deep Learning Model Reengineering: A Case Study on Computer Vision","created":"2023-03-13","cited_by_count":11,"area":null},{"id":"2406.03924","title":"Statistical Multicriteria Benchmarking via the GSD-Front","created":"2024-06-06","cited_by_count":11,"area":null},{"id":"2411.00585","title":"Fairness Testing of Large Language Models in Role-Playing","created":"2024-11-01","cited_by_count":11,"area":null},{"id":"2307.14512","title":"Bug Characterization in Machine Learning-based Systems","created":"2023-07-26","cited_by_count":10,"area":null},{"id":"2312.07420","title":"FairSISA: Ensemble Post-Processing to Improve Fairness of Unlearning in LLMs","created":"2023-12-12","cited_by_count":10,"area":"safety"},{"id":"2401.03188","title":"A Survey on Verification and Validation, Testing and Evaluations of Neurosymbolic Artificial Intelligence","created":"2024-01-06","cited_by_count":10,"area":null},{"id":"2207.10942","title":"Aries: Efficient Testing of Deep Neural Networks via Labeling-Free Accuracy Estimation","created":"2022-07-22","cited_by_count":9,"area":null},{"id":"2210.08906","title":"A.I. Robustness: a Human-Centered Perspective on Technological Challenges and Opportunities","created":"2022-10-17","cited_by_count":9,"area":null},{"id":"2212.02781","title":"QEBVerif: Quantization Error Bound Verification of Neural Networks","created":"2022-12-06","cited_by_count":9,"area":null},{"id":"2410.18653","title":"Towards Better Open-Ended Text Generation: A Multicriteria Evaluation Framework","created":"2024-10-24","cited_by_count":9,"area":null},{"id":"2506.18082","title":"Statistical Multicriteria Evaluation of LLM-Generated Text","created":"2025-06-22","cited_by_count":9,"area":null},{"id":"2109.07960","title":"Efficient and Effective Generation of Test Cases for Pedestrian Detection -- Search-based Software Testing of Baidu Apollo in SVL","created":"2021-09-16","cited_by_count":8,"area":null},{"id":"2201.05077","title":"Black-box Safety Analysis and Retraining of DNNs based on Feature Extraction and Clustering","created":"2022-01-13","cited_by_count":8,"area":null},{"id":"2202.03541","title":"On Continuous Integration / Continuous Delivery for Automated Deployment of Machine Learning Models using MLOps","created":"2022-02-07","cited_by_count":8,"area":null},{"id":"2205.08589","title":"Hierarchical Distribution-Aware Testing of Deep Learning","created":"2022-05-17","cited_by_count":8,"area":null},{"id":"2310.06167","title":"Predictable Artificial Intelligence","created":"2023-10-09","cited_by_count":8,"area":null},{"id":"2111.13330","title":"ArchRepair: Block-Level Architecture-Oriented Repairing for Deep Neural Networks","created":"2021-11-26","cited_by_count":7,"area":null},{"id":"2208.08982","title":"Quality issues in Machine Learning Software Systems","created":"2022-08-18","cited_by_count":7,"area":null},{"id":"2210.08885","title":"Space, Time, and Interaction: A Taxonomy of Corner Cases in Trajectory Datasets for Automated Driving","created":"2022-10-17","cited_by_count":7,"area":null},{"id":"2308.02935","title":"Bias Behind the Wheel: Fairness Testing of Autonomous Driving Systems","created":"2023-08-05","cited_by_count":7,"area":null},{"id":"2412.15557","title":"MORTAR: Multi-turn Metamorphic Testing for LLM-based Dialogue Systems","created":"2024-12-20","cited_by_count":7,"area":null},{"id":"2607.01793","title":"Safety Testing LLM Agents at Scale: From Risk Discovery to Evidence-Grounded Verification","created":"2026-07-02","cited_by_count":7,"area":"agents"},{"id":"2111.08856","title":"Fairness Testing of Deep Image Classification with Adequacy Metrics","created":"2021-11-17","cited_by_count":6,"area":null},{"id":"2201.12428","title":"Systematic Training and Testing for Machine Learning Using Combinatorial Interaction Testing","created":"2022-01-28","cited_by_count":6,"area":null},{"id":"2202.11296","title":"Reinforcement Learning in Practice: Opportunities and Challenges","created":"2022-02-23","cited_by_count":6,"area":null},{"id":"2307.11525","title":"Model Reporting for Certifiable AI: A Proposal from Merging EU Regulation into AI Development","created":"2023-07-21","cited_by_count":6,"area":null},{"id":"2404.08517","title":"Online Safety Analysis for LLMs: a Benchmark, an Assessment, and a Path Forward","created":"2024-04-12","cited_by_count":6,"area":null},{"id":"2502.14930","title":"RAGVA: Engineering Retrieval Augmented Generation-based Virtual Assistants in Practice","created":"2025-02-20","cited_by_count":6,"area":"rag"},{"id":"2503.08327","title":"Adding Chocolate to Mint: Mitigating Metric Interference in Machine Translation","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2107.02990","title":"Test for non-negligible adverse shifts","created":"2021-07-07","cited_by_count":5,"area":null},{"id":"2108.06514","title":"Active Assessment of Prediction Services as Accuracy Surface Over Attribute Combinations","created":"2021-08-14","cited_by_count":5,"area":null},{"id":"2203.08007","title":"Data Smells in Public Datasets","created":"2022-03-15","cited_by_count":5,"area":null},{"id":"2204.09852","title":"The Risks of Machine Learning Systems","created":"2022-04-21","cited_by_count":5,"area":null},{"id":"2305.13623","title":"Validating Multimedia Content Moderation Software via Semantic Fusion","created":"2023-05-23","cited_by_count":5,"area":null},{"id":"2404.17871","title":"Deep Learning Library Testing: Definition, Methods and Challenges","created":"2024-04-27","cited_by_count":5,"area":null},{"id":"2408.09196","title":"Maintainability Challenges in ML: A Systematic Literature Review","created":"2024-08-17","cited_by_count":5,"area":null},{"id":"2105.01195","title":"Quality Assurance Challenges for Machine Learning Software Applications During Software Development Life Cycle Phases","created":"2021-05-03","cited_by_count":4,"area":null},{"id":"2111.01097","title":"Code2Snapshot: Using Code Snapshots for Learning Representations of Source Code","created":"2021-11-01","cited_by_count":4,"area":null},{"id":"2111.14142","title":"Agility in Software 2.0 -- Notebook Interfaces and MLOps with Buttresses and Rebars","created":"2021-11-28","cited_by_count":4,"area":null},{"id":"2301.05651","title":"Mutation Testing of Deep Reinforcement Learning Based on Real Faults","created":"2023-01-13","cited_by_count":4,"area":null},{"id":"2303.05378","title":"Greener yet Powerful: Taming Large Code Generation Models with Quantization","created":"2023-03-09","cited_by_count":4,"area":null},{"id":"2310.06800","title":"Test & Evaluation Best Practices for Machine Learning-Enabled Systems","created":"2023-10-10","cited_by_count":4,"area":null},{"id":"2401.07697","title":"Data vs. Model Machine Learning Fairness Testing: An Empirical Study","created":"2024-01-15","cited_by_count":4,"area":null},{"id":"2405.13254","title":"System Safety Monitoring of Learned Components Using Temporal Metric Forecasting","created":"2024-05-21","cited_by_count":4,"area":null},{"id":"2408.13950","title":"Bridging the Gap between Real-world and Synthetic Images for Testing Autonomous Driving Systems","created":"2024-08-25","cited_by_count":4,"area":null},{"id":"2408.16683","title":"A Catalog of Fairness-Aware Practices in Machine Learning Engineering","created":"2024-08-29","cited_by_count":4,"area":null},{"id":"2412.17652","title":"Benchmarking Generative AI Models for Deep Learning Test Input Generation","created":"2024-12-23","cited_by_count":4,"area":"diffusion"},{"id":"2501.15775","title":"Do Existing Testing Tools Really Uncover Gender Bias in Text-to-Image Models?","created":"2025-01-27","cited_by_count":4,"area":"diffusion"}],"next_cursor":"100"}