{"total":88,"rows":[{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2310.15123","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","created":"2023-10-23","cited_by_count":106,"area":null},{"id":"2401.03729","title":"The Butterfly Effect of Altering Prompts: How Small Changes and Jailbreaks Affect Large Language Model Performance","created":"2024-01-08","cited_by_count":100,"area":"safety"},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2401.05654","title":"Towards Conversational Diagnostic AI","created":"2024-01-11","cited_by_count":79,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2402.11260","title":"MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning","created":"2024-02-17","cited_by_count":63,"area":"moe"},{"id":"2404.04925","title":"Multilingual Large Language Model: A Survey of Resources, Taxonomy and Frontiers","created":"2024-04-07","cited_by_count":51,"area":"lr"},{"id":"2402.05131","title":"Financial Report Chunking for Effective Retrieval Augmented Generation","created":"2024-02-05","cited_by_count":46,"area":"rag"},{"id":"2405.20267","title":"Auto-Arena: Automating LLM Evaluations with Agent Peer Battles and Committee Discussions","created":"2024-05-30","cited_by_count":42,"area":"agents"},{"id":"2312.12683","title":"Turning English-centric LLMs Into Polyglots: How Much Multilinguality Is Needed?","created":"2023-12-20","cited_by_count":39,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2404.14397","title":"RTP-LX: Can LLMs Evaluate Toxicity in Multilingual Scenarios?","created":"2024-04-22","cited_by_count":36,"area":null},{"id":"2410.17578","title":"MM-Eval: A Multilingual Meta-Evaluation Benchmark for LLM-as-a-Judge and Reward Models","created":"2024-10-23","cited_by_count":35,"area":"alignment"},{"id":"2402.15754","title":"HD-Eval: Aligning Large Language Model Evaluators Through Hierarchical Criteria Decomposition","created":"2024-02-24","cited_by_count":33,"area":"alignment"},{"id":"2406.17761","title":"CaLMQA: Exploring culturally specific long-form question answering across 23 languages","created":"2024-06-25","cited_by_count":31,"area":null},{"id":"2504.15521","title":"The Bitter Lesson Learned from 2,000+ Multilingual Benchmarks","created":"2025-04-22","cited_by_count":31,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2410.08964","title":"Language Imbalance Driven Rewarding for Multilingual Self-improving","created":"2024-10-11","cited_by_count":28,"area":"synth"},{"id":"2408.09235","title":"Reference-Guided Verdict: LLMs-as-Judges in Automatic Evaluation of Free-Form QA","created":"2024-08-17","cited_by_count":25,"area":null},{"id":"2502.10709","title":"An Empirical Analysis of Uncertainty in Large Language Model Evaluations","created":"2025-02-15","cited_by_count":20,"area":null},{"id":"2406.11044","title":"Evaluating the Performance of Large Language Models via Debates","created":"2024-06-16","cited_by_count":19,"area":null},{"id":"2310.15144","title":"DEsignBench: Exploring and Benchmarking DALL-E 3 for Imagining Visual Design","created":"2023-10-23","cited_by_count":17,"area":null},{"id":"2404.01667","title":"METAL: Towards Multilingual Meta-Evaluation","created":"2024-04-02","cited_by_count":15,"area":null},{"id":"2402.10770","title":"How Reliable Are Automatic Evaluation Methods for Instruction-Tuned LLMs?","created":"2024-02-16","cited_by_count":13,"area":null},{"id":"2407.16470","title":"Machine Translation Hallucination Detection for Low and High Resource Languages using Large Language Models","created":"2024-07-23","cited_by_count":13,"area":null},{"id":"2502.06298","title":"SeaExam and SeaBench: Benchmarking LLMs with Local Multilingual Questions in Southeast Asia","created":"2025-02-10","cited_by_count":13,"area":null},{"id":"2503.07539","title":"XIFBench: Evaluating Large Language Models on Multilingual Instruction Following","created":"2025-03-10","cited_by_count":11,"area":null},{"id":"2504.07583","title":"Do LLMs Understand Your Translations? Evaluating Paragraph-level MT with Question Answering","created":"2025-04-10","cited_by_count":10,"area":null},{"id":"2409.13484","title":"'Since Lawyers are Males..': Examining Implicit Gender Bias in Hindi Language Generation by LLMs","created":"2024-09-20","cited_by_count":8,"area":null},{"id":"2511.00657","title":"Do You Know About My Nation? Investigating Multilingual Language Models' Cultural Literacy Through Factual Knowledge","created":"2025-11-01","cited_by_count":8,"area":null},{"id":"2406.00343","title":"Beyond Metrics: Evaluating LLMs' Effectiveness in Culturally Nuanced, Low-Resource Real-World Scenarios","created":"2024-06-01","cited_by_count":7,"area":null},{"id":"2410.01023","title":"Can visual language models resolve textual ambiguity with visual cues? Let visual puns tell you!","created":"2024-10-01","cited_by_count":7,"area":"mllm"},{"id":"2511.20109","title":"CLIMATEAGENT: Multi-Agent Orchestration for Complex Climate Data Science Workflows","created":"2025-11-25","cited_by_count":7,"area":"agents"},{"id":"2503.08542","title":"CLEV: LLM-Based Evaluation Through Lightweight Efficient Voting for Free-Form Question-Answering","created":"2025-03-11","cited_by_count":6,"area":null},{"id":"2503.20302","title":"A Multilingual, Culture-First Approach to Addressing Misgendering in LLM Applications","created":"2025-03-26","cited_by_count":6,"area":"safety"},{"id":"2601.11778","title":"Translation as a Scalable Proxy for Multilingual Evaluation","created":"2026-01-16","cited_by_count":6,"area":null},{"id":"2402.12267","title":"High-quality Data-to-Text Generation for Severely Under-Resourced Languages with Out-of-the-box Large Language Models","created":"2024-02-19","cited_by_count":5,"area":null},{"id":"2405.12939","title":"Aggregation of Reasoning: A Hierarchical Framework for Enhancing Answer Selection in Large Language Models","created":"2024-05-21","cited_by_count":5,"area":"lr"},{"id":"2406.14267","title":"On the Evaluation Practices in Multilingual NLP: Can Machine Translation Offer an Alternative to Human Translations?","created":"2024-06-20","cited_by_count":5,"area":null},{"id":"2408.15409","title":"Awes, Laws, and Flaws From Today's LLM Research","created":"2024-08-27","cited_by_count":5,"area":null},{"id":"2410.20833","title":"LLMs are Biased Evaluators But Not Biased for Retrieval Augmented Generation","created":"2024-10-28","cited_by_count":5,"area":"rag"},{"id":"2412.13860","title":"Domain-adaptative Continual Learning for Low-resource Tasks: Evaluation on Nepali","created":"2024-12-18","cited_by_count":5,"area":null},{"id":"2503.04360","title":"Exploring the Multilingual NLG Evaluation Abilities of LLM-Based Evaluators","created":"2025-03-06","cited_by_count":5,"area":null},{"id":"2507.01936","title":"The Thin Line Between Comprehension and Persuasion in LLMs","created":"2025-07-02","cited_by_count":5,"area":null},{"id":"2509.24506","title":"Building Benchmarks from the Ground Up: Community-Centered Evaluation of LLMs in Healthcare Chatbot Settings","created":"2025-09-29","cited_by_count":5,"area":null},{"id":"2510.07037","title":"Beyond Monolingual Assumptions: A Survey of Code-Switched NLP in the Era of Large Language Models across Modalities","created":"2025-10-08","cited_by_count":5,"area":null},{"id":"2410.13671","title":"HEALTH-PARIKSHA: Assessing RAG Models for Health Chatbots in Real-World Multilingual Settings","created":"2024-10-17","cited_by_count":4,"area":"rag"},{"id":"2506.23929","title":"IMPACT: Inflectional Morphology Probes Across Complex Typologies","created":"2025-06-30","cited_by_count":4,"area":null},{"id":"2509.21294","title":"UPDESH: Synthesizing Grounded Instruction Tuning Data for 13 Indic Languages","created":"2025-09-25","cited_by_count":4,"area":null},{"id":"2403.02558","title":"The Minimum Information about CLinical Artificial Intelligence Checklist for Generative Modeling Research (MI-CLAIM-GEN)","created":"2024-03-05","cited_by_count":3,"area":"mllm"},{"id":"2408.11382","title":"Towards Inducing Long-Context Abilities in Multilingual Neural Machine Translation Models","created":"2024-08-21","cited_by_count":3,"area":null},{"id":"2410.18902","title":"LLMs for Extremely Low-Resource Finno-Ugric Languages","created":"2024-10-24","cited_by_count":3,"area":null},{"id":"2503.09407","title":"Got Compute, but No Data: Lessons From Post-training a Finnish LLM","created":"2025-03-12","cited_by_count":3,"area":null},{"id":"2509.07177","title":"Towards EnergyGPT: A Large Language Model Specialized for the Energy Sector","created":"2025-09-08","cited_by_count":3,"area":null},{"id":"2510.16194","title":"Towards Automatic Evaluation and Selection of PHI De-identification Models via Multi-Agent Collaboration","created":"2025-10-17","cited_by_count":3,"area":"agents"},{"id":"2606.01322","title":"TukaBench: A Culturally Grounded Jailbreak Benchmark for African Languages","created":"2026-05-31","cited_by_count":3,"area":"safety"},{"id":"2606.03043","title":"The Geometry of LLM-as-Judge: Why Inter-LLM Consensus Is Not Human Alignment","created":"2026-06-02","cited_by_count":3,"area":null},{"id":"2310.07132","title":"Risk Aware Benchmarking of Large Language Models","created":"2023-10-11","cited_by_count":2,"area":null},{"id":"2501.09768","title":"Can Large Language Models Predict the Outcome of Judicial Decisions?","created":"2025-01-15","cited_by_count":2,"area":null},{"id":"2504.07385","title":"SAGE: A Search-AuGmented Evaluation of Large Language Models on Free-Form QA","created":"2025-04-10","cited_by_count":2,"area":null},{"id":"2504.09049","title":"From Punchlines to Predictions: A Metric to Assess LLM Performance in Identifying Humor in Stand-Up Comedy","created":"2025-04-12","cited_by_count":2,"area":null},{"id":"2506.00312","title":"An evaluation of LLMs for generating movie reviews: GPT-4o, Gemini-2.0 and DeepSeek-V3","created":"2025-05-30","cited_by_count":2,"area":null},{"id":"2603.10351","title":"Mitigating Translationese Bias in Multilingual LLM-as-a-Judge via Disentangled Information Bottleneck","created":"2026-03-11","cited_by_count":2,"area":null},{"id":"2401.12713","title":"Generating Zero-shot Abstractive Explanations for Rumour Verification","created":"2024-01-23","cited_by_count":1,"area":null},{"id":"2407.03387","title":"ConCodeEval: Evaluating Large Language Models for Code Constraints in Domain-Specific Languages","created":"2024-07-03","cited_by_count":1,"area":null},{"id":"2411.16077","title":"SAGEval: The frontiers of Satisfactory Agent based NLG Evaluation for reference-free open-ended text","created":"2024-11-25","cited_by_count":1,"area":"agents"},{"id":"2412.01617","title":"If Eleanor Rigby Had Met ChatGPT: A Study on Loneliness in a Post-LLM World","created":"2024-12-02","cited_by_count":1,"area":null},{"id":"2502.04997","title":"Aligning Black-box Language Models with Human Judgments","created":"2025-02-07","cited_by_count":1,"area":null},{"id":"2505.14395","title":"MUG-Eval: A Proxy Evaluation Framework for Multilingual Generation Capabilities in Any Language","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2505.22777","title":"MEDAL: A Framework for Benchmarking LLMs as Multilingual Open-Domain Dialogue Evaluators","created":"2025-05-28","cited_by_count":1,"area":null},{"id":"2601.03553","title":"Evaluating LLMs for Police Decision-Making: A Framework Based on Police Action Scenarios","created":"2026-01-07","cited_by_count":1,"area":null},{"id":"2602.22125","title":"IndicIFEval: A Benchmark for Verifiable Instruction-Following Evaluation in 14 Indic Languages","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2604.21523","title":"Seeing Isn't Believing: Uncovering Blind Spots in Evaluator Vision-Language Models","created":"2026-04-23","cited_by_count":1,"area":"mllm"},{"id":"2607.02235","title":"Challenges and Recommendations for LLM-as-a-Judge in Multilingual Settings and for Low-Resource Languages","created":"2026-07-02","cited_by_count":1,"area":null},{"id":"2508.08262","title":"Argument Quality Annotation and Gender Bias Detection in Financial Communication through Large Language Models","created":"2025-07-22","cited_by_count":0,"area":null},{"id":"2511.09374","title":"MTQ-Eval: Multilingual Text Quality Evaluation for Language Models","created":"2025-11-12","cited_by_count":0,"area":null},{"id":"2603.15187","title":"The Hrunting of AI: Where and How to Improve English Dialectal Fairness","created":"2026-03-16","cited_by_count":0,"area":null},{"id":"2603.29517","title":"LLM Probe: Evaluating LLMs for Low-Resource Languages","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2608.21868","title":"HiMA-MDD: A Hierarchical Multi-Agent Harness for Interpretable Multimodal Depression Detection in Clinical Interviews","created":"2026-08-22","cited_by_count":0,"area":null},{"id":"2608.22432","title":"Rank Reversal in Multilingual LLM Judges: A Label-Free Double-Centering Calibrator","created":"2026-08-23","cited_by_count":0,"area":null},{"id":"2609.33691","title":"When Do Agents Help? Embedding, LLM and Agentic Alignment of Classical Texts and Their Translations","created":"2026-09-27","cited_by_count":0,"area":"agents"},{"id":"2610.19166","title":"Fantastic Metrics and How to Find Them: Meta-Evaluating Metrics for Multi-lingual Style-Personalized Generation","created":"2026-10-13","cited_by_count":0,"area":null}],"next_cursor":null}