{"total":72,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2306.05087","title":"PandaLM: An Automatic Evaluation Benchmark for LLM Instruction Tuning Optimization","created":"2023-06-08","cited_by_count":316,"area":null},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2302.12095","title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective","created":"2023-02-22","cited_by_count":211,"area":null},{"id":"2309.17167","title":"DyVal: Dynamic Evaluation of Large Language Models for Reasoning Tasks","created":"2023-09-29","cited_by_count":101,"area":"lr"},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2401.05778","title":"Risk Taxonomy, Mitigation, and Assessment Benchmarks of Large Language Model Systems","created":"2024-01-11","cited_by_count":66,"area":null},{"id":"2407.05965","title":"T2VSafetyBench: Evaluating the Safety of Text-to-Video Generative Models","created":"2024-07-08","cited_by_count":66,"area":null},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2408.08313","title":"Can Large Language Models Understand Symbolic Graphics Programs?","created":"2024-08-15","cited_by_count":35,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2506.03637","title":"RewardAnything: Generalizable Principle-Following Reward Models","created":"2025-06-04","cited_by_count":28,"area":"alignment"},{"id":"2309.17002","title":"Understanding and Mitigating the Label Noise in Pre-training on Downstream Tasks","created":"2023-09-29","cited_by_count":27,"area":null},{"id":"2404.18923","title":"Holmes: A Benchmark to Assess the Linguistic Competence of Language Models","created":"2024-04-29","cited_by_count":26,"area":null},{"id":"2403.01874","title":"A Survey on Evaluation of Out-of-Distribution Generalization","created":"2024-03-04","cited_by_count":21,"area":null},{"id":"2412.15118","title":"Reasoning Through Execution: Unifying Process and Outcome Rewards for Code Generation","created":"2024-12-19","cited_by_count":21,"area":"lr"},{"id":"2305.15253","title":"Rethinking the Evaluation Protocol of Domain Generalization","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2312.15918","title":"Supervised Knowledge Makes Large Language Models Better In-context Learners","created":"2023-12-26","cited_by_count":20,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2305.13954","title":"Robust Prompt Optimization for Large Language Models Against Distribution Shifts","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2407.12210","title":"A Closer Look at Benchmarking Self-Supervised Pre-training with Image Classification","created":"2024-07-16","cited_by_count":19,"area":null},{"id":"2310.10908","title":"Unlocking Emergent Modularity in Large Language Models","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2406.12928","title":"Evaluating the Generalization Ability of Quantized LLMs: Benchmark, Analysis, and Toolbox","created":"2024-06-15","cited_by_count":11,"area":null},{"id":"2211.13638","title":"Prototypical Fine-tuning: Towards Robust Performance Under Varying Data Sizes","created":"2022-11-24","cited_by_count":10,"area":null},{"id":"2412.00765","title":"SelfPrompt: Autonomously Evaluating LLM Robustness via Domain-Constrained Knowledge Guidelines and Refined Adversarial Prompts","created":"2024-12-01","cited_by_count":10,"area":"safety"},{"id":"2512.11437","title":"CLINIC: Evaluating Multilingual Trustworthiness in Language Models for Healthcare","created":"2025-12-12","cited_by_count":9,"area":null},{"id":"2311.07723","title":"Generalization Analogies: A Testbed for Generalizing AI Oversight to Hard-To-Measure Domains","created":"2023-11-13","cited_by_count":8,"area":"alignment"},{"id":"2403.06869","title":"Impact of Noisy Supervision in Foundation Model Learning","created":"2024-03-11","cited_by_count":8,"area":null},{"id":"2305.04106","title":"On the Usage of Continual Learning for Out-of-Distribution Generalization in Pre-trained Language Models of Code","created":"2023-05-06","cited_by_count":7,"area":null},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2408.04556","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","created":"2024-08-08","cited_by_count":7,"area":null},{"id":"2508.08211","title":"SAEMark: Steering Personalized Multilingual LLM Watermarks with Sparse Autoencoders","created":"2025-08-11","cited_by_count":7,"area":"safety"},{"id":"2402.01375","title":"Dive into the Chasm: Probing the Gap between In- and Cross-Topic Generalization","created":"2024-02-02","cited_by_count":6,"area":null},{"id":"2502.12896","title":"None of the Others: a General Technique to Distinguish Reasoning from Memorization in Multiple-Choice LLM Evaluation Benchmarks","created":"2025-02-18","cited_by_count":6,"area":"lr"},{"id":"2503.10691","title":"Reasoning is All You Need for Video Generalization: A Counterfactual Benchmark with Sub-question Evaluation","created":"2025-03-12","cited_by_count":6,"area":"lr"},{"id":"2307.07002","title":"Classical Out-of-Distribution Detection Methods Benchmark in Text Classification Tasks","created":"2023-07-13","cited_by_count":5,"area":null},{"id":"2311.09694","title":"Whispers of Doubt Amidst Echoes of Triumph in NLP Robustness","created":"2023-11-16","cited_by_count":5,"area":null},{"id":"2404.01921","title":"A Rationale-centric Counterfactual Data Augmentation Method for Cross-Document Event Coreference Resolution","created":"2024-04-02","cited_by_count":5,"area":null},{"id":"2303.00333","title":"Competence-Based Analysis of Language Models","created":"2023-03-01","cited_by_count":4,"area":null},{"id":"2305.07888","title":"Consistency Regularization for Domain Generalization with Logit Attribution Matching","created":"2023-05-13","cited_by_count":4,"area":null},{"id":"2309.08316","title":"How to Handle Different Types of Out-of-Distribution Scenarios in Computational Argumentation? A Comprehensive and Fine-Grained Field Study","created":"2023-09-15","cited_by_count":4,"area":null},{"id":"2310.08677","title":"GeSS: Benchmarking Geometric Deep Learning under Scientific Applications with Distribution Shifts","created":"2023-10-12","cited_by_count":4,"area":null},{"id":"2504.12991","title":"A Theoretical Framework for OOD Robustness in Transformers using Gevrey Classes","created":"2025-04-17","cited_by_count":4,"area":null},{"id":"2508.13214","title":"Too Easily Fooled? Prompt Injection Breaks LLMs on Frustratingly Simple Multiple-Choice Questions","created":"2025-08-16","cited_by_count":4,"area":"safety"},{"id":"2305.18503","title":"From Adversarial Arms Race to Model-centric Evaluation: Motivating a Unified Automatic Robustness Evaluation Framework","created":"2023-05-29","cited_by_count":3,"area":null},{"id":"2402.01723","title":"An Empirical Study on Large Language Models in Accuracy and Robustness under Chinese Industrial Scenarios","created":"2024-01-27","cited_by_count":3,"area":null},{"id":"2406.10802","title":"KGPA: Robustness Evaluation for Large Language Models via Cross-Domain Knowledge Graphs","created":"2024-06-16","cited_by_count":3,"area":null},{"id":"2412.12504","title":"Boosting LLM-based Relevance Modeling with Distribution-Aware Robust Learning","created":"2024-12-17","cited_by_count":3,"area":null},{"id":"2504.02411","title":"Adapting Large Language Models for Multi-Domain Retrieval-Augmented-Generation","created":"2025-04-03","cited_by_count":3,"area":"rag"},{"id":"2603.13173","title":"Semantic Invariance in Agentic AI","created":"2026-03-13","cited_by_count":3,"area":"lr"},{"id":"2310.01448","title":"Meta Semantic Template for Evaluation of Large Language Models","created":"2023-10-01","cited_by_count":2,"area":null},{"id":"2406.10950","title":"E-Bench: Towards Evaluating the Ease-of-Use of Large Language Models","created":"2024-06-16","cited_by_count":2,"area":null},{"id":"2507.05527","title":"Mitigating Shortcut Learning with InterpoLated Learning","created":"2025-07-07","cited_by_count":2,"area":null},{"id":"2510.20498","title":"Robust Preference Alignment via Directional Neighborhood Consensus","created":"2025-10-23","cited_by_count":2,"area":"alignment"},{"id":"2304.11679","title":"Domain Mastery Benchmark: An Ever-Updating Benchmark for Evaluating Holistic Domain Knowledge of Large Language Model--A Preliminary Release","created":"2023-04-23","cited_by_count":1,"area":null},{"id":"2305.14104","title":"Out-of-Distribution Generalization in Text Classification: Past, Present, and Future","created":"2023-05-23","cited_by_count":1,"area":null},{"id":"2410.13666","title":"VL-GLUE: A Suite of Fundamental yet Challenging Visuo-Linguistic Reasoning Tasks","created":"2024-10-17","cited_by_count":1,"area":"lr"},{"id":"2410.23883","title":"'No' Matters: Out-of-Distribution Detection in Multimodality Long Dialogue","created":"2024-10-31","cited_by_count":1,"area":null},{"id":"2604.17650","title":"Measuring Distribution Shift in User Prompts and Its Effects on LLM Performance","created":"2026-04-19","cited_by_count":1,"area":null},{"id":"2607.02755","title":"Out-of-Distribution Generalization of Risk Aversion in Language Models","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2305.18324","title":"Regex-augmented Domain Transfer Topic Classification based on a Pre-trained Language Model: An application in Financial Domain","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2311.10236","title":"Latent Feature-based Data Splits to Improve Generalisation Evaluation: A Hate Speech Detection Case Study","created":"2023-11-16","cited_by_count":0,"area":"safety"},{"id":"2312.11318","title":"Domain Invariant Learning for Gaussian Processes and Bayesian Exploration","created":"2023-12-18","cited_by_count":0,"area":null},{"id":"2403.00126","title":"FAC$^2$E: Better Understanding Large Language Model Capabilities by Dissociating Language and Cognition","created":"2024-02-29","cited_by_count":0,"area":null},{"id":"2409.07482","title":"VSLLaVA: a pipeline of large multimodal foundation model for industrial vibration signal analysis","created":"2024-09-03","cited_by_count":0,"area":null},{"id":"2507.05307","title":"ASSURE: Metamorphic Testing for AI-powered Browser Extensions","created":"2025-07-07","cited_by_count":0,"area":null},{"id":"2512.07832","title":"Do Generalisation Results Generalise?","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2606.08814","title":"STAR: Rethinking MoE Routing as Structure-Aware Subspace Learning","created":"2026-06-07","cited_by_count":0,"area":"moe"},{"id":"2607.18725","title":"Find Before You Fine-Tune: A Diagnostic Study of Small LLMs for Cybersecurity QA","created":"2026-07-21","cited_by_count":0,"area":null}],"next_cursor":null}