{"total":211,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2306.08302","title":"Unifying Large Language Models and Knowledge Graphs: A Roadmap","created":"2023-06-14","cited_by_count":668,"area":null},{"id":"2308.01263","title":"XSTest: A Test Suite for Identifying Exaggerated Safety Behaviours in Large Language Models","created":"2023-08-02","cited_by_count":505,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2402.06363","title":"StruQ: Defending Against Prompt Injection with Structured Queries","created":"2024-02-09","cited_by_count":375,"area":"safety"},{"id":"2401.00595","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","created":"2023-12-31","cited_by_count":310,"area":null},{"id":"2304.08354","title":"Tool Learning with Foundation Models","created":"2023-04-17","cited_by_count":302,"area":"agents"},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2307.03393","title":"Exploring the Potential of Large Language Models (LLMs) in Learning on Graphs","created":"2023-07-07","cited_by_count":274,"area":null},{"id":"2312.11970","title":"Large Language Models Empowered Agent-based Modeling and Simulation: A Survey and Perspectives","created":"2023-12-19","cited_by_count":257,"area":"agents"},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2410.05451","title":"SecAlign: Defending Against Prompt Injection with Preference Optimization","created":"2024-10-07","cited_by_count":210,"area":"alignment"},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2402.00888","title":"Security and Privacy Challenges of Large Language Models: A Survey","created":"2024-01-30","cited_by_count":186,"area":"safety"},{"id":"2402.16786","title":"Political Compass or Spinning Arrow? Towards More Meaningful Evaluations for Values and Opinions in Large Language Models","created":"2024-02-26","cited_by_count":162,"area":null},{"id":"2304.11633","title":"Evaluating ChatGPT's Information Extraction Capabilities: An Assessment of Performance, Explainability, Calibration, and Faithfulness","created":"2023-04-23","cited_by_count":130,"area":null},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2404.08676","title":"ALERT: A Comprehensive Benchmark for Assessing Large Language Models' Safety through Red Teaming","created":"2024-04-06","cited_by_count":98,"area":"safety"},{"id":"2304.04339","title":"Is ChatGPT a Good Sentiment Analyzer? A Preliminary Study","created":"2023-04-10","cited_by_count":96,"area":null},{"id":"2305.13160","title":"Can ChatGPT Defend its Belief in Truth? Evaluating LLM Reasoning via Debate","created":"2023-05-22","cited_by_count":94,"area":"lr"},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2308.14840","title":"Identifying and Mitigating the Security Risks of Generative AI","created":"2023-08-28","cited_by_count":91,"area":null},{"id":"2307.16376","title":"When Large Language Models Meet Personalization: Perspectives of Challenges and Opportunities","created":"2023-07-31","cited_by_count":90,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2306.15546","title":"When Foundation Model Meets Federated Learning: Motivations, Challenges, and Future Directions","created":"2023-06-27","cited_by_count":84,"area":null},{"id":"2308.12833","title":"Use of LLMs for Illicit Purposes: Threats, Prevention Measures, and Vulnerabilities","created":"2023-08-24","cited_by_count":82,"area":null},{"id":"2310.13132","title":"Better to Ask in English: Cross-Lingual Evaluation of Large Language Models for Healthcare Queries","created":"2023-10-19","cited_by_count":82,"area":null},{"id":"2308.12488","title":"GPTEval: A Survey on Assessments of ChatGPT and GPT-4","created":"2023-08-24","cited_by_count":73,"area":null},{"id":"2405.03644","title":"When LLMs Meet Cybersecurity: A Systematic Literature Review","created":"2024-05-06","cited_by_count":71,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2303.11568","title":"Large AI Models in Health Informatics: Applications, Challenges, and the Future","created":"2023-03-21","cited_by_count":61,"area":null},{"id":"2308.10819","title":"Evaluating the Instruction-Following Robustness of Large Language Models to Prompt Injection","created":"2023-08-17","cited_by_count":59,"area":"safety"},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2304.09582","title":"Is ChatGPT Equipped with Emotional Dialogue Capabilities?","created":"2023-04-19","cited_by_count":54,"area":null},{"id":"2304.10513","title":"Why Does ChatGPT Fall Short in Providing Truthful Answers?","created":"2023-04-20","cited_by_count":54,"area":null},{"id":"2411.18478","title":"Beyond Examples: High-level Automated Reasoning Paradigm in In-Context Learning via MCTS","created":"2024-11-27","cited_by_count":54,"area":"lr"},{"id":"2401.08326","title":"RoTBench: A Multi-Level Benchmark for Evaluating the Robustness of Large Language Models in Tool Learning","created":"2024-01-16","cited_by_count":47,"area":"agents"},{"id":"2311.09948","title":"Hijacking Large Language Models via Adversarial In-Context Learning","created":"2023-11-16","cited_by_count":45,"area":"safety"},{"id":"2309.13876","title":"Reproducing Whisper-Style Training Using an Open-Source Toolkit and Publicly Available Data","created":"2023-09-25","cited_by_count":42,"area":null},{"id":"2308.03762","title":"GPT-4 Can't Reason","created":"2023-07-21","cited_by_count":40,"area":"lr"},{"id":"2305.09067","title":"SGP-TOD: Building Task Bots Effortlessly via Schema-Guided LLM Prompting","created":"2023-05-15","cited_by_count":39,"area":null},{"id":"2406.10248","title":"On the Worst Prompt Performance of Large Language Models","created":"2024-06-08","cited_by_count":38,"area":null},{"id":"2304.08979","title":"In ChatGPT We Trust? Measuring and Characterizing the Reliability of ChatGPT","created":"2023-04-18","cited_by_count":37,"area":null},{"id":"2305.14976","title":"GPTAraEval: A Comprehensive Evaluation of ChatGPT on Arabic NLP","created":"2023-05-24","cited_by_count":37,"area":null},{"id":"2312.11813","title":"Urban Generative Intelligence (UGI): A Foundational Platform for Agents in Embodied City Environment","created":"2023-12-19","cited_by_count":37,"area":"agents"},{"id":"2305.12421","title":"Evaluating Open-QA Evaluation","created":"2023-05-21","cited_by_count":35,"area":null},{"id":"2308.11224","title":"Evaluating Large Language Models on Graphs: Performance Insights and Comparative Analysis","created":"2023-08-22","cited_by_count":35,"area":null},{"id":"2309.01686","title":"MathAttack: Attacking Large Language Models Towards Math Solving Ability","created":"2023-09-04","cited_by_count":32,"area":null},{"id":"2309.11166","title":"Are Large Language Models Really Robust to Word-Level Perturbations?","created":"2023-09-20","cited_by_count":32,"area":"alignment"},{"id":"2309.12444","title":"Foundation Metrics for Evaluating Effectiveness of Healthcare Conversations Powered by Generative AI","created":"2023-09-21","cited_by_count":32,"area":null},{"id":"2311.03236","title":"Out-of-distribution Detection Learning with Unreliable Out-of-distribution Sources","created":"2023-11-06","cited_by_count":31,"area":null},{"id":"2402.10412","title":"Measuring and Reducing LLM Hallucination without Gold-Standard Answers","created":"2024-02-16","cited_by_count":31,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2305.10235","title":"Assessing Hidden Risks of LLMs: An Empirical Study on Robustness, Consistency, and Credibility","created":"2023-05-15","cited_by_count":30,"area":null},{"id":"2307.16851","title":"Towards Trustworthy and Aligned Machine Learning: A Data-centric Survey with Causality Perspectives","created":"2023-07-31","cited_by_count":30,"area":"alignment"},{"id":"2309.07418","title":"A Fast Optimization View: Reformulating Single Layer Attention in LLM Based on Tensor and SVM Trick, and Solving It in Matrix Multiplication Time","created":"2023-09-14","cited_by_count":30,"area":null},{"id":"2402.06599","title":"On the Out-Of-Distribution Generalization of Multimodal Large Language Models","created":"2024-02-09","cited_by_count":30,"area":"mllm"},{"id":"2405.05378","title":"\"They are uncultured\": Unveiling Covert Harms and Social Threats in LLM Generated Conversations","created":"2024-05-08","cited_by_count":25,"area":null},{"id":"2501.18081","title":"Normative Evaluation of Large Language Models with Everyday Moral Dilemmas","created":"2025-01-30","cited_by_count":24,"area":null},{"id":"2309.17415","title":"Intuitive or Dependent? Investigating LLMs' Behavior Style to Conflicting Prompts","created":"2023-09-29","cited_by_count":23,"area":"rag"},{"id":"2406.05392","title":"Deconstructing The Ethics of Large Language Models from Long-standing Issues to New-emerging Dilemmas: A Survey","created":"2024-06-08","cited_by_count":23,"area":null},{"id":"2409.18786","title":"A Survey on the Honesty of Large Language Models","created":"2024-09-27","cited_by_count":23,"area":"alignment"},{"id":"2504.07887","title":"Benchmarking Adversarial Robustness to Bias Elicitation in Large Language Models: Scalable Automated Assessment with LLM-as-a-Judge","created":"2025-04-10","cited_by_count":23,"area":"safety"},{"id":"2505.01976","title":"A Survey on Privacy Risks and Protection in Large Language Models","created":"2025-05-04","cited_by_count":21,"area":"safety"},{"id":"2312.06056","title":"METAL: Metamorphic Testing Framework for Analyzing Large-Language Model Qualities","created":"2023-12-11","cited_by_count":20,"area":null},{"id":"2406.19783","title":"NLPerturbator: Studying the Robustness of Code LLMs to Natural Language Variations","created":"2024-06-28","cited_by_count":20,"area":null},{"id":"2507.13919","title":"The Levers of Political Persuasion with Conversational AI","created":"2025-07-18","cited_by_count":20,"area":null},{"id":"2305.13954","title":"Robust Prompt Optimization for Large Language Models Against Distribution Shifts","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2311.18805","title":"Unnatural Error Correction: GPT-4 Can Almost Perfectly Handle Unnatural Scrambled Text","created":"2023-11-30","cited_by_count":19,"area":null},{"id":"2402.07179","title":"Prompt Perturbation in Retrieval-Augmented Generation based Large Language Models","created":"2024-02-11","cited_by_count":18,"area":"rag"},{"id":"2402.19465","title":"Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models","created":"2024-02-29","cited_by_count":18,"area":null},{"id":"2304.02496","title":"Evaluation of ChatGPT Family of Models for Biomedical Reasoning and Classification","created":"2023-04-05","cited_by_count":17,"area":"lr"},{"id":"2502.16268","title":"ThinkBench: Dynamic Out-of-Distribution Evaluation for Robust LLM Reasoning","created":"2025-02-22","cited_by_count":17,"area":"lr"},{"id":"2504.02733","title":"Enhancing LLM Robustness to Perturbed Instructions: An Empirical Study","created":"2025-04-03","cited_by_count":17,"area":null},{"id":"2305.04812","title":"Influence of External Information on Large Language Models Mirrors Social Cognitive Patterns","created":"2023-05-08","cited_by_count":16,"area":null},{"id":"2310.10176","title":"Large Language Models Meet Open-World Intent Discovery and Recognition: An Evaluation of ChatGPT","created":"2023-10-16","cited_by_count":16,"area":null},{"id":"2405.02178","title":"Assessing and Verifying Task Utility in LLM-Powered Applications","created":"2024-05-03","cited_by_count":16,"area":null},{"id":"2405.06545","title":"Mitigating Hallucinations in Large Language Models via Self-Refinement-Enhanced Knowledge Retrieval","created":"2024-05-10","cited_by_count":16,"area":null},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2406.18400","title":"Do LLMs dream of elephants (when told not to)? Latent concept association and associative memory in transformers","created":"2024-06-26","cited_by_count":15,"area":null},{"id":"2310.02469","title":"PrivacyMind: Large Language Models Can Be Contextual Privacy Protection Learners","created":"2023-10-03","cited_by_count":14,"area":null},{"id":"2507.21160","title":"Handling Out-of-Distribution Data: A Survey","created":"2025-07-25","cited_by_count":14,"area":null},{"id":"2304.01246","title":"Safety Analysis in the Era of Large Language Models: A Case Study of STPA using ChatGPT","created":"2023-04-03","cited_by_count":13,"area":null},{"id":"2310.09107","title":"GLoRE: Evaluating Logical Reasoning of Large Language Models","created":"2023-10-13","cited_by_count":13,"area":"lr"},{"id":"2311.03498","title":"In-Context Exemplars as Clues to Retrieving from Large Associative Memory","created":"2023-11-06","cited_by_count":13,"area":null},{"id":"2505.18658","title":"Robustness in Large Language Models: A Survey of Mitigation Strategies and Evaluation Metrics","created":"2025-05-24","cited_by_count":12,"area":null},{"id":"2310.13855","title":"Evoke: Evoking Critical Thinking Abilities in LLMs via Reviewer-Author Prompt Editing","created":"2023-10-20","cited_by_count":11,"area":"lr"},{"id":"2406.14508","title":"Evidence of a log scaling law for political persuasion with large language models","created":"2024-06-20","cited_by_count":11,"area":null},{"id":"2502.01349","title":"Bias Beware: The Impact of Cognitive Biases on LLM-Driven Product Recommendations","created":"2025-02-03","cited_by_count":11,"area":null},{"id":"2307.10223","title":"Bound by the Bounty: Collaboratively Shaping Evaluation Processes for Queer AI Harms","created":"2023-07-15","cited_by_count":10,"area":null},{"id":"2309.16573","title":"Language Models as a Service: Overview of a New Paradigm and its Challenges","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2310.18360","title":"Guiding LLM to Fool Itself: Automatically Manipulating Machine Reading Comprehension Shortcut Triggers","created":"2023-10-24","cited_by_count":10,"area":null},{"id":"2412.00765","title":"SelfPrompt: Autonomously Evaluating LLM Robustness via Domain-Constrained Knowledge Guidelines and Refined Adversarial Prompts","created":"2024-12-01","cited_by_count":10,"area":"safety"},{"id":"2506.00751","title":"Alignment Revisited: Are Large Language Models Consistent in Stated and Revealed Preferences?","created":"2025-05-31","cited_by_count":10,"area":"alignment"},{"id":"2303.09767","title":"It Is All About Data: A Survey on the Effects of Data on Adversarial Robustness","created":"2023-03-17","cited_by_count":9,"area":null},{"id":"2308.00319","title":"LimeAttack: Local Explainable Method for Textual Hard-Label Adversarial Attack","created":"2023-08-01","cited_by_count":9,"area":null}],"next_cursor":"100"}