{"total":1085,"rows":[{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228,"area":null},{"id":"2305.19118","title":"Encouraging Divergent Thinking in Large Language Models through Multi-Agent Debate","created":"2023-05-30","cited_by_count":1011,"area":"lr"},{"id":"2312.08935","title":"Math-Shepherd: Verify and Reinforce LLMs Step-by-step without Human Annotations","created":"2023-12-14","cited_by_count":928,"area":"lr"},{"id":"2307.07924","title":"ChatDev: Communicative Agents for Software Development","created":"2023-07-16","cited_by_count":919,"area":"agents"},{"id":"2404.04475","title":"Length-Controlled AlpacaEval: A Simple Way to Debias Automatic Evaluators","created":"2024-04-06","cited_by_count":897,"area":null},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625,"area":"lr"},{"id":"2309.00267","title":"RLAIF vs. RLHF: Scaling Reinforcement Learning from Human Feedback with AI Feedback","created":"2023-09-01","cited_by_count":625,"area":"alignment"},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2504.07615","title":"VLM-R1: A Stable and Generalizable R1-style Large Vision-Language Model","created":"2025-04-10","cited_by_count":526,"area":"lr"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2309.03882","title":"Large Language Models Are Not Robust Multiple Choice Selectors","created":"2023-09-07","cited_by_count":486,"area":null},{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2309.15217","title":"Ragas: Automated Evaluation of Retrieval Augmented Generation","created":"2023-09-26","cited_by_count":418,"area":"rag"},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408,"area":null},{"id":"2306.02707","title":"Orca: Progressive Learning from Complex Explanation Traces of GPT-4","created":"2023-06-05","cited_by_count":379,"area":"offlinerl"},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379,"area":"lr"},{"id":"2410.02736","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","created":"2024-10-03","cited_by_count":368,"area":null},{"id":"2310.11667","title":"SOTOPIA: Interactive Evaluation for Social Intelligence in Language Agents","created":"2023-10-18","cited_by_count":367,"area":"agents"},{"id":"2402.10669","title":"Humans or LLMs as the Judge? A Study on Judgement Biases","created":"2024-02-16","cited_by_count":323,"area":null},{"id":"2410.12784","title":"JudgeBench: A Benchmark for Evaluating LLM-based Judges","created":"2024-10-16","cited_by_count":318,"area":null},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2306.17492","title":"Preference Ranking Optimization for Human Alignment","created":"2023-06-30","cited_by_count":285,"area":"alignment"},{"id":"2306.17107","title":"LLaVAR: Enhanced Visual Instruction Tuning for Text-Rich Image Understanding","created":"2023-06-29","cited_by_count":274,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2308.11483","title":"Large Language Models Sensitivity to The Order of Options in Multiple-Choice Questions","created":"2023-08-22","cited_by_count":263,"area":null},{"id":"2308.06394","title":"Detecting and Preventing Hallucinations in Large Vision Language Models","created":"2023-08-11","cited_by_count":256,"area":"mllm"},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2309.15025","title":"Large Language Model Alignment: A Survey","created":"2023-09-26","cited_by_count":243,"area":"alignment"},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2309.17288","title":"AutoAgents: A Framework for Automatic Agent Generation","created":"2023-09-29","cited_by_count":216,"area":"agents"},{"id":"2406.01171","title":"Two Tales of Persona in LLMs: A Survey of Role-Playing and Personalization","created":"2024-06-03","cited_by_count":208,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2311.17311","title":"Universal Self-Consistency for Large Language Model Generation","created":"2023-11-29","cited_by_count":203,"area":"lr"},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2310.16218","title":"Knowledge Editing for Large Language Models: A Survey","created":"2023-10-24","cited_by_count":194,"area":"lr"},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2310.05470","title":"Generative Judge for Evaluating Alignment","created":"2023-10-09","cited_by_count":169,"area":null},{"id":"2311.11045","title":"Orca 2: Teaching Small Language Models How to Reason","created":"2023-11-18","cited_by_count":159,"area":null},{"id":"2402.09739","title":"QuRating: Selecting High-Quality Data for Training Language Models","created":"2024-02-15","cited_by_count":157,"area":null},{"id":"2405.01724","title":"Large Language Models are Inconsistent and Biased Evaluators","created":"2024-05-02","cited_by_count":153,"area":null},{"id":"2307.16877","title":"Evaluating Correctness and Faithfulness of Instruction-Following Models for Question Answering","created":"2023-07-31","cited_by_count":151,"area":null},{"id":"2309.17012","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","created":"2023-09-29","cited_by_count":150,"area":null},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2404.12272","title":"Who Validates the Validators? Aligning LLM-Assisted Evaluation of LLM Outputs with Human Preferences","created":"2024-04-18","cited_by_count":144,"area":"alignment"},{"id":"2407.12404","title":"Analyzing the Generalization and Reliability of Steering Vectors","created":"2024-07-17","cited_by_count":143,"area":"mechinterp"},{"id":"2401.05507","title":"InfiAgent-DABench: Evaluating Agents on Data Analysis Tasks","created":"2024-01-10","cited_by_count":140,"area":"agents"},{"id":"2403.00231","title":"Multimodal ArXiv: A Dataset for Improving Scientific Comprehension of Large Vision-Language Models","created":"2024-03-01","cited_by_count":139,"area":"mllm"},{"id":"2402.00530","title":"Superfiltering: Weak-to-Strong Data Filtering for Fast Instruction-Tuning","created":"2024-02-01","cited_by_count":138,"area":null},{"id":"2402.07319","title":"ODIN: Disentangled Reward Mitigates Hacking in RLHF","created":"2024-02-11","cited_by_count":136,"area":"alignment"},{"id":"2306.06624","title":"RestGPT: Connecting Large Language Models with Real-World RESTful APIs","created":"2023-06-11","cited_by_count":135,"area":null},{"id":"2406.16855","title":"DreamBench++: A Human-Aligned Benchmark for Personalized Image Generation","created":"2024-06-24","cited_by_count":131,"area":null},{"id":"2312.10665","title":"Silkie: Preference Distillation for Large Visual Language Models","created":"2023-12-17","cited_by_count":130,"area":"mllm"},{"id":"2306.04387","title":"M$^3$IT: A Large-Scale Dataset towards Multi-Modal Multilingual Instruction Tuning","created":"2023-06-07","cited_by_count":126,"area":null},{"id":"2310.05189","title":"Factuality Challenges in the Era of Large Language Models","created":"2023-10-08","cited_by_count":126,"area":null},{"id":"2402.14016","title":"Is LLM-as-a-Judge Robust? Investigating Universal Adversarial Attacks on Zero-shot LLM Assessment","created":"2024-02-21","cited_by_count":126,"area":null},{"id":"2401.06104","title":"Transformers are Multi-State RNNs","created":"2024-01-11","cited_by_count":120,"area":"inference"},{"id":"2308.03549","title":"Zhongjing: Enhancing the Chinese Medical Capabilities of Large Language Model through Expert Feedback and Real-world Multi-turn Dialogue","created":"2023-08-07","cited_by_count":119,"area":"alignment"},{"id":"2308.08833","title":"CMB: A Comprehensive Medical Benchmark in Chinese","created":"2023-08-17","cited_by_count":115,"area":null},{"id":"2307.02762","title":"PRD: Peer Rank and Discussion Improve Large Language Model based Evaluations","created":"2023-07-06","cited_by_count":114,"area":null},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2405.16436","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","created":"2024-05-26","cited_by_count":109,"area":"alignment"},{"id":"2310.15123","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","created":"2023-10-23","cited_by_count":106,"area":null},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2403.19154","title":"STaR-GATE: Teaching Language Models to Ask Clarifying Questions","created":"2024-03-28","cited_by_count":104,"area":null},{"id":"2410.15553","title":"Multi-IF: Benchmarking LLMs on Multi-Turn and Multilingual Instructions Following","created":"2024-10-21","cited_by_count":102,"area":null},{"id":"2407.04622","title":"On scalable oversight with weak LLMs judging strong LLMs","created":"2024-07-05","cited_by_count":99,"area":null},{"id":"2408.00989","title":"On the Resilience of LLM-Based Multi-Agent Collaboration with Faulty Agents","created":"2024-08-02","cited_by_count":99,"area":"agents"},{"id":"2311.07362","title":"Volcano: Mitigating Multimodal Hallucination through Self-Feedback Guided Revision","created":"2023-11-13","cited_by_count":98,"area":"mllm"},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2308.04592","title":"Shepherd: A Critic for Language Model Generation","created":"2023-08-08","cited_by_count":97,"area":"lr"},{"id":"2308.01862","title":"Wider and Deeper LLM Networks are Fairer LLM Evaluators","created":"2023-08-03","cited_by_count":94,"area":null},{"id":"2309.17249","title":"Batch Calibration: Rethinking Calibration for In-Context Learning and Prompt Engineering","created":"2023-09-29","cited_by_count":94,"area":"lr"},{"id":"2403.02839","title":"An Empirical Study of LLM-as-a-Judge for LLM Evaluation: Fine-tuned Judge Model is not a General Substitute for GPT-4","created":"2024-03-05","cited_by_count":94,"area":null},{"id":"2407.06551","title":"OffsetBias: Leveraging Debiased Data for Tuning Evaluators","created":"2024-07-09","cited_by_count":94,"area":null},{"id":"2403.08715","title":"SOTOPIA-$\\pi$: Interactive Learning of Socially Intelligent Language Agents","created":"2024-03-13","cited_by_count":93,"area":"agents"},{"id":"2310.10076","title":"Verbosity Bias in Preference Labeling by Large Language Models","created":"2023-10-16","cited_by_count":91,"area":"alignment"},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2402.14809","title":"CriticBench: Benchmarking LLMs for Critique-Correct Reasoning","created":"2024-02-22","cited_by_count":88,"area":"lr"},{"id":"2502.18770","title":"Reward Shaping to Mitigate Reward Hacking in RLHF","created":"2025-02-26","cited_by_count":88,"area":"alignment"},{"id":"2411.17451","title":"VL-RewardBench: A Challenging Benchmark for Vision-Language Generative Reward Models","created":"2024-11-26","cited_by_count":86,"area":"alignment"},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2309.06794","title":"Cognitive Mirage: A Review of Hallucinations in Large Language Models","created":"2023-09-13","cited_by_count":84,"area":null},{"id":"2406.07545","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","created":"2024-06-11","cited_by_count":76,"area":null},{"id":"2309.12053","title":"AceGPT, Localizing Large Language Models in Arabic","created":"2023-09-21","cited_by_count":75,"area":"alignment"},{"id":"2505.10320","title":"J1: Incentivizing Thinking in LLM-as-a-Judge via Reinforcement Learning","created":"2025-05-15","cited_by_count":75,"area":"lr"},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2402.08939","title":"Premise Order Matters in Reasoning with Large Language Models","created":"2024-02-14","cited_by_count":72,"area":"lr"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2411.15296","title":"MME-Survey: A Comprehensive Survey on Evaluation of Multimodal LLMs","created":"2024-11-22","cited_by_count":72,"area":"mllm"},{"id":"2312.00273","title":"Mark My Words: Analyzing and Evaluating Language Model Watermarks","created":"2023-12-01","cited_by_count":71,"area":"safety"}],"next_cursor":"100"}