{"total":420,"rows":[{"id":"2303.16634","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","created":"2023-03-29","cited_by_count":2276,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2303.04048","title":"Is ChatGPT a Good NLG Evaluator? A Preliminary Study","created":"2023-03-07","cited_by_count":422,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2402.04788","title":"MLLM-as-a-Judge: Assessing Multimodal LLM-as-a-Judge with Vision-Language Benchmark","created":"2024-02-07","cited_by_count":372,"area":"mllm"},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2401.00396","title":"RAGTruth: A Hallucination Corpus for Developing Trustworthy Retrieval-Augmented Language Models","created":"2023-12-31","cited_by_count":283,"area":"rag"},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2310.10482","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","created":"2023-10-16","cited_by_count":265,"area":null},{"id":"2311.09476","title":"ARES: An Automated Evaluation Framework for Retrieval-Augmented Generation Systems","created":"2023-11-16","cited_by_count":265,"area":"rag"},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2304.01852","title":"Summary of ChatGPT-Related Research and Perspective Towards the Future of Large Language Models","created":"2023-04-04","cited_by_count":154,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2310.13988","title":"GEMBA-MQM: Detecting Translation Quality Error Spans with GPT-4","created":"2023-10-21","cited_by_count":146,"area":null},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2303.13780","title":"Towards Making the Most of ChatGPT for Machine Translation","created":"2023-03-24","cited_by_count":138,"area":null},{"id":"2401.03601","title":"InFoBench: Evaluating Instruction Following Ability in Large Language Models","created":"2024-01-07","cited_by_count":135,"area":null},{"id":"2303.16104","title":"Hallucinations in Large Multilingual Translation Models","created":"2023-03-28","cited_by_count":129,"area":null},{"id":"2304.02554","title":"Human-like Summarization Evaluation with ChatGPT","created":"2023-04-05","cited_by_count":126,"area":null},{"id":"2410.15553","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","created":"2024-10-21","cited_by_count":102,"area":null},{"id":"2308.07286","title":"The Devil is in the Errors: Leveraging Large Language Models for Fine-grained Machine Translation Evaluation","created":"2023-08-14","cited_by_count":95,"area":null},{"id":"2308.01862","title":"Wider and Deeper LLM Networks are Fairer LLM Evaluators","created":"2023-08-03","cited_by_count":94,"area":null},{"id":"2310.15638","title":"CoAnnotating: Uncertainty-Guided Work Allocation between Human and Large Language Models for Data Annotation","created":"2023-10-24","cited_by_count":94,"area":null},{"id":"2410.03983","title":"MetricX-24: The Google Submission to the WMT 2024 Metrics Shared Task","created":"2024-10-04","cited_by_count":93,"area":null},{"id":"2304.02210","title":"Document-Level Machine Translation with Large Language Models","created":"2023-04-05","cited_by_count":90,"area":null},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2303.13809","title":"Error Analysis Prompting Enables Human-Like Translation Evaluation in Large Language Models","created":"2023-03-24","cited_by_count":87,"area":null},{"id":"2304.00723","title":"Exploring the Use of Large Language Models for Reference-Free Text Quality Evaluation: An Empirical Study","created":"2023-04-03","cited_by_count":85,"area":null},{"id":"2305.11171","title":"TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models","created":"2023-05-18","cited_by_count":83,"area":null},{"id":"2304.03245","title":"Large language models effectively leverage document-level context for literary translation, but critical errors persist","created":"2023-04-06","cited_by_count":80,"area":null},{"id":"2303.15621","title":"ChatGPT as a Factual Inconsistency Evaluator for Text Summarization","created":"2023-03-27","cited_by_count":75,"area":null},{"id":"2305.14324","title":"Ties Matter: Meta-Evaluating Modern Metrics with Pairwise Accuracy and Tie Calibration","created":"2023-05-23","cited_by_count":74,"area":null},{"id":"2308.12488","title":"GPTEval: A Survey on Assessments of ChatGPT and GPT-4","created":"2023-08-24","cited_by_count":73,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2307.07889","title":"LLM Comparative Assessment: Zero-shot NLG Evaluation through Pairwise Comparisons using Large Language Models","created":"2023-07-15","cited_by_count":71,"area":null},{"id":"2312.00273","title":"Mark My Words: Analyzing and Evaluating Language Model Watermarks","created":"2023-12-01","cited_by_count":71,"area":"safety"},{"id":"2406.18682","title":"The Multilingual Alignment Prism: Aligning Global and Local Preferences to Reduce Harm","created":"2024-06-26","cited_by_count":70,"area":"safety"},{"id":"2310.09263","title":"Table-GPT: Table-tuned GPT for Diverse Table Tasks","created":"2023-10-13","cited_by_count":69,"area":null},{"id":"2305.14292","title":"WikiChat: Stopping the Hallucination of Large Language Model Chatbots by Few-Shot Grounding on Wikipedia","created":"2023-05-23","cited_by_count":67,"area":null},{"id":"2405.06373","title":"LLM Discussion: Enhancing the Creativity of Large Language Models via Discussion Framework and Role-Play","created":"2024-05-10","cited_by_count":66,"area":null},{"id":"2307.13692","title":"ARB: Advanced Reasoning Benchmark for Large Language Models","created":"2023-07-25","cited_by_count":60,"area":"lr"},{"id":"2310.04951","title":"CodeTransOcean: A Comprehensive Multilingual Benchmark for Code Translation","created":"2023-10-08","cited_by_count":57,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2305.14328","title":"Benchmarking Machine Translation with Cultural Awareness","created":"2023-05-23","cited_by_count":53,"area":null},{"id":"2309.13308","title":"Calibrating LLM-Based Evaluator","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2304.14317","title":"ICE-Score: Instructing Large Language Models to Evaluate Code","created":"2023-04-27","cited_by_count":52,"area":null},{"id":"2405.11804","title":"(Perhaps) Beyond Human Translation: Harnessing Multi-Agent Collaboration for Translating Ultra-Long Literary Texts","created":"2024-05-20","cited_by_count":49,"area":"agents"},{"id":"2305.04118","title":"Exploring Human-Like Translation Strategy with Large Language Models","created":"2023-05-06","cited_by_count":44,"area":null},{"id":"2309.09558","title":"Summarization is (Almost) Dead","created":"2023-09-18","cited_by_count":44,"area":null},{"id":"2405.19487","title":"A Full-duplex Speech Dialogue Scheme Based On Large Language Models","created":"2024-05-29","cited_by_count":40,"area":null},{"id":"2312.12683","title":"Turning English-centric LLMs Into Polyglots: How Much Multilinguality Is Needed?","created":"2023-12-20","cited_by_count":39,"area":null},{"id":"2308.07610","title":"Interpretable Online Log Analysis Using Large Language Models with Prompt Strategies","created":"2023-08-15","cited_by_count":38,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2403.06149","title":"Can Large Language Models Automatically Score Proficiency of Written Essays?","created":"2024-03-10","cited_by_count":35,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2402.15754","title":"HD-Eval: Aligning Large Language Model Evaluators Through Hierarchical Criteria Decomposition","created":"2024-02-24","cited_by_count":33,"area":"alignment"},{"id":"2404.04941","title":"Unleashing Large Language Models' Proficiency in Zero-shot Essay Scoring","created":"2024-04-07","cited_by_count":33,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2410.03131","title":"Code Comprehension then Auditing for Unsupervised LLM Evaluation","created":"2024-10-04","cited_by_count":32,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2405.00722","title":"LLMs for Generating and Evaluating Counterfactuals: A Comprehensive Study","created":"2024-04-26","cited_by_count":31,"area":null},{"id":"2506.00137","title":"LaMP-QA: A Benchmark for Personalized Long-form Question Answering","created":"2025-05-30","cited_by_count":31,"area":null},{"id":"2502.04964","title":"Uncertainty Quantification for LLMs through Minimum Bayes Risk: Bridging Confidence and Consistency","created":"2025-02-07","cited_by_count":30,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2509.01790","title":"Flaw or Artifact? Rethinking Prompt Sensitivity in Evaluating LLMs","created":"2025-09-01","cited_by_count":30,"area":"lr"},{"id":"2307.15770","title":"CHATREPORT: Democratizing Sustainability Disclosure Analysis through LLM-based Tools","created":"2023-07-28","cited_by_count":29,"area":null},{"id":"2310.03304","title":"Learning Personalized Alignment for Evaluating Open-ended Text Generation","created":"2023-10-05","cited_by_count":29,"area":"alignment"},{"id":"2412.17498","title":"DRT: Deep Reasoning Translation via Long Chain-of-Thought","created":"2024-12-23","cited_by_count":29,"area":"lr"},{"id":"2312.13585","title":"Speech Translation with Large Language Models: An Industrial Practice","created":"2023-12-21","cited_by_count":28,"area":null},{"id":"2306.03856","title":"Iterative Translation Refinement with Large Language Models","created":"2023-06-06","cited_by_count":27,"area":null},{"id":"2310.00074","title":"SocREval: Large Language Models with the Socratic Method for Reference-Free Reasoning Evaluation","created":"2023-09-29","cited_by_count":27,"area":"lr"},{"id":"2501.14956","title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation","created":"2025-01-24","cited_by_count":26,"area":null},{"id":"2303.07610","title":"Exploring ChatGPT's Ability to Rank Content: A Preliminary Study on Consistency with Human Preferences","created":"2023-03-14","cited_by_count":25,"area":null},{"id":"2506.08500","title":"DRAGged into Conflicts: Detecting and Addressing Conflicting Sources in Search-Augmented LLMs","created":"2025-06-10","cited_by_count":25,"area":"rag"},{"id":"2406.00215","title":"HumanEvalComm: Benchmarking the Communication Competence of Code Generation for LLMs and LLM Agent","created":"2024-05-31","cited_by_count":24,"area":"agents"},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2402.06900","title":"Can LLMs Recognize Toxicity? A Structured Investigation Framework and Toxicity Metric","created":"2024-02-10","cited_by_count":23,"area":null},{"id":"2502.07346","title":"BenchMAX: A Comprehensive Multilingual Evaluation Suite for Large Language Models","created":"2025-02-11","cited_by_count":23,"area":null},{"id":"2305.14282","title":"INSTRUCTSCORE: Explainable Text Generation Evaluation with Finegrained Feedback","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2401.04531","title":"MERA: A Comprehensive LLM Evaluation in Russian","created":"2024-01-09","cited_by_count":22,"area":null},{"id":"2404.07851","title":"Guiding Large Language Models to Post-Edit Machine Translation with Error Annotations","created":"2024-04-11","cited_by_count":22,"area":null},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2409.14335","title":"MQM-APE: Toward High-Quality Error Annotation Predictors with Automatic Post-Editing in LLM Translation Evaluators","created":"2024-09-22","cited_by_count":22,"area":null},{"id":"2402.18747","title":"Fine-Tuned Machine Translation Metrics Struggle in Unseen Domains","created":"2024-02-28","cited_by_count":21,"area":null},{"id":"2403.01304","title":"Improving the Validity of Automatically Generated Feedback via Reinforcement Learning","created":"2024-03-02","cited_by_count":20,"area":"alignment"},{"id":"2601.03444","title":"Grading Scale Impact on LLM-as-a-Judge: Human-LLM Alignment Is Highest on 0-5 Grading Scale","created":"2026-01-06","cited_by_count":20,"area":"alignment"},{"id":"2305.01181","title":"A Paradigm Shift: The Future of Machine Translation Lies with Large Language Models","created":"2023-05-02","cited_by_count":19,"area":null},{"id":"2404.08806","title":"CreativEval: Evaluating Creativity of LLM-Based Hardware Code Generation","created":"2024-04-12","cited_by_count":19,"area":null},{"id":"2405.20902","title":"Preemptive Answer \"Attacks\" on Chain-of-Thought Reasoning","created":"2024-05-31","cited_by_count":19,"area":"lr"}],"next_cursor":"100"}