{"total":202,"rows":[{"id":"2404.13501","title":"A Survey on the Memory Mechanism of Large Language Model based Agents","created":"2024-04-21","cited_by_count":634,"area":"wm"},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2401.12794","title":"Benchmarking LLMs via Uncertainty Quantification","created":"2024-01-23","cited_by_count":126,"area":null},{"id":"2312.14033","title":"T-Eval: Evaluating the Tool Utilization Capability of Large Language Models Step by Step","created":"2023-12-21","cited_by_count":93,"area":null},{"id":"2406.02622","title":"Safeguarding Large Language Models: A Survey","created":"2024-06-03","cited_by_count":78,"area":"safety"},{"id":"2412.17686","title":"Large Language Model Safety: A Holistic Survey","created":"2024-12-23","cited_by_count":59,"area":"safety"},{"id":"2404.01349","title":"Fairness in Large Language Models: A Taxonomic Survey","created":"2024-03-31","cited_by_count":58,"area":null},{"id":"2504.10481","title":"xVerify: Efficient Answer Verifier for Reasoning Model Evaluations","created":"2025-04-14","cited_by_count":55,"area":"lr"},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2501.02506","title":"ToolHop: A Query-Driven Benchmark for Evaluating Large Language Models in Multi-Hop Tool Use","created":"2025-01-05","cited_by_count":50,"area":"agents"},{"id":"2402.16775","title":"A Comprehensive Evaluation of Quantization Strategies for Large Language Models","created":"2024-02-26","cited_by_count":48,"area":null},{"id":"2406.18406","title":"IRCAN: Mitigating Knowledge Conflicts in LLM Generation via Identifying and Reweighting Context-Aware Neurons","created":"2024-06-26","cited_by_count":38,"area":null},{"id":"2404.16038","title":"A Survey on Generative AI and LLM for Video Generation, Understanding, and Streaming","created":"2024-01-30","cited_by_count":37,"area":null},{"id":"2402.15043","title":"KIEval: A Knowledge-grounded Interactive Evaluation Framework for Large Language Models","created":"2024-02-23","cited_by_count":36,"area":null},{"id":"2412.03679","title":"Evaluating Language Models as Synthetic Data Generators","created":"2024-12-04","cited_by_count":33,"area":"synth"},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2410.12971","title":"Self-Pluralising Culture Alignment for Large Language Models","created":"2024-10-16","cited_by_count":31,"area":"alignment"},{"id":"2503.02390","title":"ReSo: A Reward-driven Self-organizing LLM-based Multi-Agent System for Reasoning Tasks","created":"2025-03-04","cited_by_count":31,"area":"lr"},{"id":"2504.15521","title":"The Bitter Lesson Learned from 2,000+ Multilingual Benchmarks","created":"2025-04-22","cited_by_count":31,"area":null},{"id":"2406.00936","title":"A Survey of Useful LLM Evaluation","created":"2024-06-03","cited_by_count":29,"area":null},{"id":"2410.02650","title":"Undesirable Memorization in Large Language Models: A Survey","created":"2024-10-03","cited_by_count":29,"area":null},{"id":"2502.14776","title":"SurveyX: Academic Survey Automation via Large Language Models","created":"2025-02-20","cited_by_count":29,"area":null},{"id":"2407.10627","title":"Arena Learning: Build Data Flywheel for LLMs Post-training via Simulated Chatbot Arena","created":"2024-07-15","cited_by_count":26,"area":null},{"id":"2506.11094","title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs","created":"2025-06-06","cited_by_count":26,"area":null},{"id":"2408.08656","title":"LLMs Are Biased Towards Output Formats! Systematically Evaluating and Mitigating Output Format Bias of LLMs","created":"2024-08-16","cited_by_count":25,"area":null},{"id":"2410.15319","title":"Causality for Large Language Models","created":"2024-10-20","cited_by_count":25,"area":null},{"id":"2402.18120","title":"Exploring Multilingual Concepts of Human Value in Large Language Models: Is Value Alignment Consistent, Transferable and Controllable across Languages?","created":"2024-02-28","cited_by_count":24,"area":"alignment"},{"id":"2402.11100","title":"When LLMs Meet Cunning Texts: A Fallacy Understanding Benchmark for Large Language Models","created":"2024-02-16","cited_by_count":22,"area":null},{"id":"2404.06644","title":"Khayyam Challenge (PersianMMLU): Is Your LLM Truly Wise to The Persian Language?","created":"2024-04-09","cited_by_count":22,"area":null},{"id":"2407.07796","title":"Evaluating Large Language Models with Grid-Based Game Competitions: An Extensible LLM Benchmark and Leaderboard","created":"2024-07-10","cited_by_count":22,"area":null},{"id":"2407.13934","title":"Towards Trustworthy AI: A Review of Ethical and Robust Large Language Models","created":"2024-06-01","cited_by_count":22,"area":null},{"id":"2312.16132","title":"RoleEval: A Bilingual Role Evaluation Benchmark for Large Language Models","created":"2023-12-26","cited_by_count":21,"area":null},{"id":"2511.05993","title":"Revisiting Entropy in Reinforcement Learning for Large Reasoning Models","created":"2025-11-08","cited_by_count":21,"area":"lr"},{"id":"2401.07115","title":"Open Models, Closed Minds? On Agents Capabilities in Mimicking Human Personalities through Open Large Language Models","created":"2024-01-13","cited_by_count":20,"area":"agents"},{"id":"2401.10647","title":"Sowing the Wind, Reaping the Whirlwind: The Impact of Editing Language Models","created":"2024-01-19","cited_by_count":20,"area":"safety"},{"id":"2406.17789","title":"Spanish and LLM Benchmarks: is MMLU Lost in Translation?","created":"2024-05-28","cited_by_count":20,"area":null},{"id":"2407.12858","title":"Grounding and Evaluation for Large Language Models: Practical Challenges and Lessons Learned (Survey)","created":"2024-07-10","cited_by_count":20,"area":null},{"id":"2401.15071","title":"From GPT-4 to Gemini and Beyond: Assessing the Landscape of MLLMs on Generalizability, Trustworthiness and Causality through Four Modalities","created":"2024-01-26","cited_by_count":19,"area":"mllm"},{"id":"2405.11874","title":"xFinder: Large Language Models as Automated Evaluators for Reliable Evaluation","created":"2024-05-20","cited_by_count":19,"area":null},{"id":"2404.08008","title":"Sample-Efficient Human Evaluation of Large Language Models via Maximum Discrepancy Competition","created":"2024-04-10","cited_by_count":18,"area":null},{"id":"2406.03339","title":"The Challenges of Evaluating LLM Applications: An Analysis of Automated, Human, and LLM-Based Approaches","created":"2024-06-05","cited_by_count":18,"area":null},{"id":"2401.00437","title":"BatchEval: Towards Human-like Text Evaluation","created":"2023-12-31","cited_by_count":17,"area":null},{"id":"2404.15777","title":"A Comprehensive Survey on Evaluating Large Language Model Applications in the Medical Industry","created":"2024-04-24","cited_by_count":17,"area":null},{"id":"2405.02637","title":"TREC iKAT 2023: A Test Collection for Evaluating Conversational and Interactive Knowledge Assistants","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2508.19598","title":"Encouraging Good Processes Without the Need for Good Answers: Reinforcement Learning for LLM Agent Planning","created":"2025-08-27","cited_by_count":17,"area":"agents"},{"id":"2405.02178","title":"Assessing and Verifying Task Utility in LLM-Powered Applications","created":"2024-05-03","cited_by_count":16,"area":null},{"id":"2504.17087","title":"Leveraging LLMs as Meta-Judges: A Multi-Agent Framework for Evaluating LLM Judgments","created":"2025-04-23","cited_by_count":16,"area":"agents"},{"id":"2402.01874","title":"The RL/LLM Taxonomy Tree: Reviewing Synergies Between Reinforcement Learning and Large Language Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2405.11290","title":"MBIAS: Mitigating Bias in Large Language Models While Retaining Context","created":"2024-05-18","cited_by_count":15,"area":null},{"id":"2505.03427","title":"MedArabiQ: Benchmarking Large Language Models on Arabic Medical Tasks","created":"2025-05-06","cited_by_count":15,"area":null},{"id":"2311.11567","title":"InfiMM-Eval: Complex Open-Ended Reasoning Evaluation For Multi-Modal Large Language Models","created":"2023-11-20","cited_by_count":14,"area":"lr"},{"id":"2411.14497","title":"Star-Agents: Automatic Data Optimization with LLM Agents for Instruction Tuning","created":"2024-11-21","cited_by_count":14,"area":"agents"},{"id":"2504.08893","title":"Knowledge Graph-extended Retrieval Augmented Generation for Question Answering","created":"2025-04-11","cited_by_count":14,"area":"rag"},{"id":"2504.12558","title":"Benchmarking LLM-based Relevance Judgment Methods","created":"2025-04-17","cited_by_count":14,"area":null},{"id":"2404.17047","title":"Near to Mid-term Risks and Opportunities of Open-Source Generative AI","created":"2024-04-25","cited_by_count":13,"area":null},{"id":"2405.08597","title":"Risks and Opportunities of Open-Source Generative AI","created":"2024-05-14","cited_by_count":13,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2502.14502","title":"How Much Knowledge Can You Pack into a LoRA Adapter without Harming LLM?","created":"2025-02-20","cited_by_count":13,"area":null},{"id":"2506.11102","title":"Evolutionary Perspectives on the Evaluation of LLM-Based AI Agents: A Comprehensive Survey","created":"2025-06-06","cited_by_count":13,"area":"agents"},{"id":"2404.00027","title":"LLMs as Writing Assistants: Exploring Perspectives on Sense of Ownership and Reasoning","created":"2024-03-20","cited_by_count":12,"area":"lr"},{"id":"2505.18658","title":"Robustness in Large Language Models: A Survey of Mitigation Strategies and Evaluation Metrics","created":"2025-05-24","cited_by_count":12,"area":null},{"id":"2602.17025","title":"WS-GRPO: Weakly-Supervised Group-Relative Policy Optimization for Rollout-Efficient Reasoning","created":"2026-02-19","cited_by_count":12,"area":"lr"},{"id":"2410.06003","title":"Is the MMI Criterion Necessary for Interpretability? Degenerating Non-causal Features to Plain Noise for Self-Rationalization","created":"2024-10-08","cited_by_count":11,"area":null},{"id":"2503.23339","title":"A Scalable Framework for Evaluating Health Language Models","created":"2025-03-30","cited_by_count":11,"area":null},{"id":"2403.07747","title":"FineMath: A Fine-Grained Mathematical Evaluation Benchmark for Chinese Large Language Models","created":"2024-03-12","cited_by_count":10,"area":"lr"},{"id":"2403.17859","title":"ChroniclingAmericaQA: A Large-scale Question Answering Dataset based on Historical American Newspaper Pages","created":"2024-03-26","cited_by_count":10,"area":null},{"id":"2404.01023","title":"Large Language Model Evaluation Via Multi AI Agents: Preliminary results","created":"2024-04-01","cited_by_count":10,"area":"agents"},{"id":"2408.06273","title":"FuxiTranyu: A Multilingual Large Language Model Trained with Balanced Data","created":"2024-08-12","cited_by_count":10,"area":null},{"id":"2408.09819","title":"CMoralEval: A Moral Evaluation Benchmark for Chinese Large Language Models","created":"2024-08-19","cited_by_count":10,"area":null},{"id":"2506.02672","title":"EvaLearn: Quantifying the Learning Capability and Efficiency of LLMs via Sequential Problem Solving","created":"2025-06-03","cited_by_count":10,"area":null},{"id":"2507.05578","title":"The Landscape of Memorization in LLMs: Mechanisms, Measurement, and Mitigation","created":"2025-07-08","cited_by_count":10,"area":"safety"},{"id":"2602.23368","title":"Keyword search is all you need: Achieving RAG-Level Performance without vector databases using agentic tool use","created":"2025-12-19","cited_by_count":10,"area":"rag"},{"id":"2403.12316","title":"OpenEval: Benchmarking Chinese LLMs across Capability, Alignment and Safety","created":"2024-03-18","cited_by_count":9,"area":null},{"id":"2406.07736","title":"MultiPragEval: Multilingual Pragmatic Evaluation of Large Language Models","created":"2024-06-11","cited_by_count":9,"area":null},{"id":"2406.11402","title":"Are Small Language Models Ready to Compete with Large Language Models for Practical Applications?","created":"2024-06-17","cited_by_count":9,"area":null},{"id":"2406.16714","title":"AutoDetect: Towards a Unified Framework for Automated Weakness Detection in Large Language Models","created":"2024-06-24","cited_by_count":9,"area":null},{"id":"2412.00060","title":"MOSABench: Multi-Object Sentiment Analysis Benchmark for Evaluating Multimodal Large Language Models Understanding of Complex Image","created":"2024-11-25","cited_by_count":9,"area":"mllm"},{"id":"2505.19240","title":"LLLMs: A Data-Driven Survey of Evolving Research on Limitations of Large Language Models","created":"2025-05-25","cited_by_count":9,"area":null},{"id":"2403.12675","title":"Pragmatic Competence Evaluation of Large Language Models for the Korean Language","created":"2024-03-19","cited_by_count":8,"area":null},{"id":"2405.13578","title":"ConTrans: Weak-to-Strong Alignment Engineering via Concept Transplantation","created":"2024-05-22","cited_by_count":8,"area":null},{"id":"2411.14483","title":"Ranking Unraveled: Recipes for LLM Rankings in Head-to-Head AI Combat","created":"2024-11-19","cited_by_count":8,"area":null},{"id":"2502.19676","title":"FOReCAst: The Future Outcome Reasoning and Confidence Assessment Benchmark","created":"2025-02-27","cited_by_count":8,"area":null},{"id":"2504.13938","title":"Never Start from Scratch: Expediting On-Device LLM Personalization via Explainable Model Selection","created":"2025-04-15","cited_by_count":8,"area":null},{"id":"2508.00935","title":"Measuring Harmfulness of Computer-Using Agents","created":"2025-07-31","cited_by_count":8,"area":"agents"},{"id":"2404.06003","title":"FreeEval: A Modular Framework for Trustworthy and Efficient Evaluation of Large Language Models","created":"2024-04-09","cited_by_count":7,"area":null},{"id":"2410.01620","title":"LMOD: A Large Multimodal Ophthalmology Dataset and Benchmark for Large Vision-Language Models","created":"2024-10-02","cited_by_count":7,"area":"mllm"},{"id":"2412.15557","title":"MORTAR: Multi-turn Metamorphic Testing for LLM-based Dialogue Systems","created":"2024-12-20","cited_by_count":7,"area":null},{"id":"2501.07890","title":"GRAPHMOE: Amplifying Cognitive Depth of Mixture-of-Experts Network via Introducing Self-Rethinking Mechanism","created":"2025-01-14","cited_by_count":7,"area":"lr"},{"id":"2406.10366","title":"Improving the Validity and Practical Usefulness of AI/ML Evaluations Using an Estimands Framework","created":"2024-06-14","cited_by_count":6,"area":null},{"id":"2406.14023","title":"Evaluating Implicit Bias in Large Language Models by Attacking From a Psychometric Perspective","created":"2024-06-20","cited_by_count":6,"area":null},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2407.05758","title":"Potential of Multimodal Large Language Models for Data Mining of Medical Images and Free-text Reports","created":"2024-07-08","cited_by_count":6,"area":"mllm"},{"id":"2410.12445","title":"Open Ko-LLM Leaderboard2: Bridging Foundational and Practical Evaluation for Korean LLMs","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2412.05145","title":"Explingo: Explaining AI Predictions using Large Language Models","created":"2024-12-06","cited_by_count":6,"area":null},{"id":"2501.13778","title":"Explainable XR: Understanding User Behaviors of XR Environments using LLM-assisted Analytics Framework","created":"2025-01-23","cited_by_count":6,"area":null},{"id":"2503.01033","title":"Variance reduction in output from generative AI","created":"2025-03-02","cited_by_count":6,"area":null},{"id":"2505.02118","title":"Adversarial Cooperative Rationalization: The Risk of Spurious Correlations in Even Clean Datasets","created":"2025-05-04","cited_by_count":6,"area":null},{"id":"2509.18776","title":"AECBench: A Hierarchical Benchmark for Knowledge Evaluation of Large Language Models in the AEC Field","created":"2025-09-23","cited_by_count":6,"area":null},{"id":"2402.09015","title":"Towards better Human-Agent Alignment: Assessing Task Utility in LLM-Powered Applications","created":"2024-02-14","cited_by_count":5,"area":"agents"},{"id":"2403.15250","title":"Comprehensive Reassessment of Large-Scale Evaluation Outcomes in LLMs: A Multifaceted Statistical Approach","created":"2024-03-22","cited_by_count":5,"area":null}],"next_cursor":"100"}