{"total":335,"rows":[{"id":"2303.16634","title":"G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment","created":"2023-03-29","cited_by_count":2276,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2303.04048","title":"Is ChatGPT a Good NLG Evaluator? A Preliminary Study","created":"2023-03-07","cited_by_count":422,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2404.18796","title":"Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models","created":"2024-04-29","cited_by_count":326,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2310.10482","title":"xCOMET: Transparent Machine Translation Evaluation through Fine-grained Error Detection","created":"2023-10-16","cited_by_count":265,"area":null},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2304.01852","title":"Summary of ChatGPT-Related Research and Perspective Towards the Future of Large Language Models","created":"2023-04-04","cited_by_count":154,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2310.13988","title":"GEMBA-MQM: Detecting Translation Quality Error Spans with GPT-4","created":"2023-10-21","cited_by_count":146,"area":null},{"id":"2303.13780","title":"Towards Making the Most of ChatGPT for Machine Translation","created":"2023-03-24","cited_by_count":138,"area":null},{"id":"2401.03601","title":"InFoBench: Evaluating Instruction Following Ability in Large Language Models","created":"2024-01-07","cited_by_count":135,"area":null},{"id":"2303.16104","title":"Hallucinations in Large Multilingual Translation Models","created":"2023-03-28","cited_by_count":129,"area":null},{"id":"2304.02554","title":"Human-like Summarization Evaluation with ChatGPT","created":"2023-04-05","cited_by_count":126,"area":null},{"id":"2410.15553","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","created":"2024-10-21","cited_by_count":102,"area":null},{"id":"2308.07286","title":"The Devil is in the Errors: Leveraging Large Language Models for Fine-grained Machine Translation Evaluation","created":"2023-08-14","cited_by_count":95,"area":null},{"id":"2308.01862","title":"Wider and Deeper LLM Networks are Fairer LLM Evaluators","created":"2023-08-03","cited_by_count":94,"area":null},{"id":"2310.15638","title":"CoAnnotating: Uncertainty-Guided Work Allocation between Human and Large Language Models for Data Annotation","created":"2023-10-24","cited_by_count":94,"area":null},{"id":"2410.03983","title":"MetricX-24: The Google Submission to the WMT 2024 Metrics Shared Task","created":"2024-10-04","cited_by_count":93,"area":null},{"id":"2304.02210","title":"Document-Level Machine Translation with Large Language Models","created":"2023-04-05","cited_by_count":90,"area":null},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2303.13809","title":"Error Analysis Prompting Enables Human-Like Translation Evaluation in Large Language Models","created":"2023-03-24","cited_by_count":87,"area":null},{"id":"2304.00723","title":"Exploring the Use of Large Language Models for Reference-Free Text Quality Evaluation: An Empirical Study","created":"2023-04-03","cited_by_count":85,"area":null},{"id":"2305.11171","title":"TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models","created":"2023-05-18","cited_by_count":83,"area":null},{"id":"2304.03245","title":"Large language models effectively leverage document-level context for literary translation, but critical errors persist","created":"2023-04-06","cited_by_count":80,"area":null},{"id":"2303.15621","title":"ChatGPT as a Factual Inconsistency Evaluator for Text Summarization","created":"2023-03-27","cited_by_count":75,"area":null},{"id":"2305.14324","title":"Ties Matter: Meta-Evaluating Modern Metrics with Pairwise Accuracy and Tie Calibration","created":"2023-05-23","cited_by_count":74,"area":null},{"id":"2308.12488","title":"GPTEval: A Survey on Assessments of ChatGPT and GPT-4","created":"2023-08-24","cited_by_count":73,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2307.07889","title":"LLM Comparative Assessment: Zero-shot NLG Evaluation through Pairwise Comparisons using Large Language Models","created":"2023-07-15","cited_by_count":71,"area":null},{"id":"2310.09263","title":"Table-GPT: Table-tuned GPT for Diverse Table Tasks","created":"2023-10-13","cited_by_count":69,"area":null},{"id":"2305.14292","title":"WikiChat: Stopping the Hallucination of Large Language Model Chatbots by Few-Shot Grounding on Wikipedia","created":"2023-05-23","cited_by_count":67,"area":null},{"id":"2405.06373","title":"LLM Discussion: Enhancing the Creativity of Large Language Models via Discussion Framework and Role-Play","created":"2024-05-10","cited_by_count":66,"area":null},{"id":"2310.04951","title":"CodeTransOcean: A Comprehensive Multilingual Benchmark for Code Translation","created":"2023-10-08","cited_by_count":57,"area":null},{"id":"2503.05061","title":"No Free Labels: Limitations of LLM-as-a-Judge Without Human Grounding","created":"2025-03-07","cited_by_count":54,"area":null},{"id":"2305.14328","title":"Benchmarking Machine Translation with Cultural Awareness","created":"2023-05-23","cited_by_count":53,"area":null},{"id":"2309.13308","title":"Calibrating LLM-Based Evaluator","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2304.14317","title":"ICE-Score: Instructing Large Language Models to Evaluate Code","created":"2023-04-27","cited_by_count":52,"area":null},{"id":"2305.04118","title":"Exploring Human-Like Translation Strategy with Large Language Models","created":"2023-05-06","cited_by_count":44,"area":null},{"id":"2309.09558","title":"Summarization is (Almost) Dead","created":"2023-09-18","cited_by_count":44,"area":null},{"id":"2405.19487","title":"A Full-duplex Speech Dialogue Scheme Based On Large Language Models","created":"2024-05-29","cited_by_count":40,"area":null},{"id":"2312.12683","title":"Turning English-centric LLMs Into Polyglots: How Much Multilinguality Is Needed?","created":"2023-12-20","cited_by_count":39,"area":null},{"id":"2308.07610","title":"Interpretable Online Log Analysis Using Large Language Models with Prompt Strategies","created":"2023-08-15","cited_by_count":38,"area":null},{"id":"2401.07103","title":"Leveraging Large Language Models for NLG Evaluation: Advances and Challenges","created":"2024-01-13","cited_by_count":37,"area":null},{"id":"2406.15053","title":"PARIKSHA: A Large-Scale Investigation of Human-LLM Evaluator Agreement on Multilingual and Multi-Cultural Data","created":"2024-06-21","cited_by_count":37,"area":null},{"id":"2402.12055","title":"Are LLM-based Evaluators Confusing NLG Quality Criteria?","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2508.06709","title":"Play Favorites: A Statistical Method to Measure Self-Bias in LLM-as-a-Judge","created":"2025-08-08","cited_by_count":36,"area":null},{"id":"2403.06149","title":"Can Large Language Models Automatically Score Proficiency of Written Essays?","created":"2024-03-10","cited_by_count":35,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2408.08781","title":"Evaluating the Evaluator: Measuring LLMs' Adherence to Task Evaluation Instructions","created":"2024-08-16","cited_by_count":34,"area":null},{"id":"2404.04941","title":"Unleashing Large Language Models' Proficiency in Zero-shot Essay Scoring","created":"2024-04-07","cited_by_count":33,"area":null},{"id":"2412.13091","title":"LMUnit: Fine-grained Evaluation with Natural Language Unit Tests","created":"2024-12-17","cited_by_count":33,"area":null},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2410.03131","title":"Code Comprehension then Auditing for Unsupervised LLM Evaluation","created":"2024-10-04","cited_by_count":32,"area":null},{"id":"2403.00025","title":"On the Challenges and Opportunities in Generative AI","created":"2024-02-28","cited_by_count":31,"area":null},{"id":"2405.00722","title":"LLMs for Generating and Evaluating Counterfactuals: A Comprehensive Study","created":"2024-04-26","cited_by_count":31,"area":null},{"id":"2506.00137","title":"LaMP-QA: A Benchmark for Personalized Long-form Question Answering","created":"2025-05-30","cited_by_count":31,"area":null},{"id":"2502.04964","title":"Uncertainty Quantification for LLMs through Minimum Bayes Risk: Bridging Confidence and Consistency","created":"2025-02-07","cited_by_count":30,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2307.15770","title":"CHATREPORT: Democratizing Sustainability Disclosure Analysis through LLM-based Tools","created":"2023-07-28","cited_by_count":29,"area":null},{"id":"2312.13585","title":"Speech Translation with Large Language Models: An Industrial Practice","created":"2023-12-21","cited_by_count":28,"area":null},{"id":"2306.03856","title":"Iterative Translation Refinement with Large Language Models","created":"2023-06-06","cited_by_count":27,"area":null},{"id":"2501.14956","title":"ExPerT: Effective and Explainable Evaluation of Personalized Long-Form Text Generation","created":"2025-01-24","cited_by_count":26,"area":null},{"id":"2303.07610","title":"Exploring ChatGPT's Ability to Rank Content: A Preliminary Study on Consistency with Human Preferences","created":"2023-03-14","cited_by_count":25,"area":null},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2402.06900","title":"Can LLMs Recognize Toxicity? A Structured Investigation Framework and Toxicity Metric","created":"2024-02-10","cited_by_count":23,"area":null},{"id":"2502.07346","title":"BenchMAX: A Comprehensive Multilingual Evaluation Suite for Large Language Models","created":"2025-02-11","cited_by_count":23,"area":null},{"id":"2305.14282","title":"INSTRUCTSCORE: Explainable Text Generation Evaluation with Finegrained Feedback","created":"2023-05-23","cited_by_count":22,"area":null},{"id":"2401.04531","title":"MERA: A Comprehensive LLM Evaluation in Russian","created":"2024-01-09","cited_by_count":22,"area":null},{"id":"2404.07851","title":"Guiding Large Language Models to Post-Edit Machine Translation with Error Annotations","created":"2024-04-11","cited_by_count":22,"area":null},{"id":"2405.05894","title":"Efficient LLM Comparative Assessment: a Product of Experts Framework for Pairwise Comparisons","created":"2024-05-09","cited_by_count":22,"area":null},{"id":"2409.14335","title":"MQM-APE: Toward High-Quality Error Annotation Predictors with Automatic Post-Editing in LLM Translation Evaluators","created":"2024-09-22","cited_by_count":22,"area":null},{"id":"2402.18747","title":"Fine-Tuned Machine Translation Metrics Struggle in Unseen Domains","created":"2024-02-28","cited_by_count":21,"area":null},{"id":"2305.01181","title":"A Paradigm Shift: The Future of Machine Translation Lies with Large Language Models","created":"2023-05-02","cited_by_count":19,"area":null},{"id":"2404.08806","title":"CreativEval: Evaluating Creativity of LLM-Based Hardware Code Generation","created":"2024-04-12","cited_by_count":19,"area":null},{"id":"2406.03248","title":"Large Language Models as Evaluators for Recommendation Explanations","created":"2024-06-05","cited_by_count":19,"area":null},{"id":"2406.18365","title":"Themis: A Reference-free NLG Evaluation Language Model with Flexibility and Interpretability","created":"2024-06-26","cited_by_count":19,"area":null},{"id":"2309.06085","title":"BHASA: A Holistic Southeast Asian Linguistic and Cultural Evaluation Suite for Large Language Models","created":"2023-09-12","cited_by_count":18,"area":null},{"id":"2310.20158","title":"GAR-meets-RAG Paradigm for Zero-Shot Information Retrieval","created":"2023-10-31","cited_by_count":18,"area":null},{"id":"2401.16313","title":"Machine Translation Meta Evaluation through Translation Accuracy Challenge Sets","created":"2024-01-29","cited_by_count":18,"area":null},{"id":"2405.05990","title":"Special Characters Attack: Toward Scalable Training Data Extraction From Large Language Models","created":"2024-05-09","cited_by_count":17,"area":null},{"id":"2406.05707","title":"QGEval: Benchmarking Multi-dimensional Evaluation for Question Generation","created":"2024-06-09","cited_by_count":17,"area":null},{"id":"2401.06568","title":"Lost in the Source Language: How Large Language Models Evaluate the Quality of Machine Translation","created":"2024-01-12","cited_by_count":16,"area":null},{"id":"2401.10186","title":"Beyond Traditional Benchmarks: Analyzing Behaviors of Open LLMs on Data-to-Text Generation","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2402.11683","title":"One Prompt To Rule Them All: LLMs for Opinion Summary Evaluation","created":"2024-02-18","cited_by_count":16,"area":null},{"id":"2406.18528","title":"PrExMe! Large Scale Prompt Exploration of Open Source LLMs for Machine Translation and Summarization Evaluation","created":"2024-06-26","cited_by_count":16,"area":null},{"id":"2505.14279","title":"YESciEval: Robust LLM-as-a-Judge for Scientific Question Answering","created":"2025-05-20","cited_by_count":16,"area":null},{"id":"2306.13041","title":"Towards Explainable Evaluation Metrics for Machine Translation","created":"2023-06-22","cited_by_count":15,"area":null},{"id":"2311.03754","title":"Which is better? Exploring Prompting Strategy For LLM-based Metrics","created":"2023-11-07","cited_by_count":14,"area":null},{"id":"2312.10355","title":"CoAScore: Chain-of-Aspects Prompting for NLG Evaluation","created":"2023-12-16","cited_by_count":14,"area":null},{"id":"2401.17099","title":"MT-Ranker: Reference-free machine translation evaluation by inter-system ranking","created":"2024-01-30","cited_by_count":14,"area":null},{"id":"2410.13191","title":"MCQG-SRefine: Multiple Choice Question Generation and Evaluation with Iterative Self-Critique, Correction, and Comparison Feedback","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2503.05977","title":"Is Your Video Language Model a Reliable Judge?","created":"2025-03-07","cited_by_count":14,"area":null},{"id":"2504.11972","title":"Reassessing Extractive QA Datasets at Scale: LLM-as-a-Judge and In-Depth Analyses","created":"2025-04-16","cited_by_count":14,"area":null},{"id":"2406.05885","title":"Are Large Language Models Actually Good at Text Style Transfer?","created":"2024-06-09","cited_by_count":13,"area":null}],"next_cursor":"100"}