{"total":734,"rows":[{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2308.02490","title":"MM-Vet: Evaluating Large Multimodal Models for Integrated Capabilities","created":"2023-08-04","cited_by_count":1239,"area":"mllm"},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228,"area":null},{"id":"2403.04132","title":"Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference","created":"2024-03-07","cited_by_count":1184,"area":"alignment"},{"id":"2305.14387","title":"AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback","created":"2023-05-22","cited_by_count":748,"area":"alignment"},{"id":"2308.07201","title":"ChatEval: Towards Better LLM-based Evaluators through Multi-Agent Debate","created":"2023-08-14","cited_by_count":742,"area":"agents"},{"id":"2310.12773","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","created":"2023-10-19","cited_by_count":656,"area":"alignment"},{"id":"2310.08491","title":"Prometheus: Inducing Fine-grained Evaluation Capability in Language Models","created":"2023-10-12","cited_by_count":575,"area":"alignment"},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2308.06463","title":"GPT-4 Is Too Smart To Be Safe: Stealthy Chat with LLMs via Cipher","created":"2023-08-12","cited_by_count":423,"area":"alignment"},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2309.03883","title":"DoLa: Decoding by Contrasting Layers Improves Factuality in Large Language Models","created":"2023-09-07","cited_by_count":376,"area":null},{"id":"2402.04788","title":"MLLM-as-a-Judge: Assessing Multimodal LLM-as-a-Judge with Vision-Language Benchmark","created":"2024-02-07","cited_by_count":372,"area":"mllm"},{"id":"2504.01848","title":"PaperBench: Evaluating AI's Ability to Replicate AI Research","created":"2025-04-02","cited_by_count":321,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2406.07791","title":"Judging the Judges: A Systematic Study of Position Bias in LLM-as-a-Judge","created":"2024-06-12","cited_by_count":269,"area":null},{"id":"2407.04973","title":"LogicVista: Multimodal LLM Logical Reasoning Benchmark in Visual Contexts","created":"2024-07-06","cited_by_count":245,"area":"lr"},{"id":"2406.18403","title":"LLMs instead of Human Judges? A Large Scale Empirical Study across 20 NLP Evaluation Tasks","created":"2024-06-26","cited_by_count":243,"area":null},{"id":"2406.01297","title":"When Can LLMs Actually Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","created":"2024-06-03","cited_by_count":240,"area":null},{"id":"2305.02547","title":"PersonaLLM: Investigating the Ability of Large Language Models to Express Personality Traits","created":"2023-05-04","cited_by_count":234,"area":null},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2406.01171","title":"Two Tales of Persona in LLMs: A Survey of Role-Playing and Personalization","created":"2024-06-03","cited_by_count":208,"area":null},{"id":"2406.12624","title":"Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges","created":"2024-06-18","cited_by_count":205,"area":null},{"id":"2307.10928","title":"FLASK: Fine-grained Language Model Evaluation based on Alignment Skill Sets","created":"2023-07-20","cited_by_count":201,"area":"alignment"},{"id":"2312.06742","title":"Honeybee: Locality-enhanced Projector for Multimodal LLM","created":"2023-12-11","cited_by_count":197,"area":"mllm"},{"id":"2310.16218","title":"Knowledge Editing for Large Language Models: A Survey","created":"2023-10-24","cited_by_count":194,"area":"lr"},{"id":"2307.16877","title":"Evaluating Correctness and Faithfulness of Instruction-Following Models for Question Answering","created":"2023-07-31","cited_by_count":151,"area":null},{"id":"2403.16950","title":"Aligning with Human Judgement: The Role of Pairwise Preference in Large Language Model Evaluators","created":"2024-03-25","cited_by_count":149,"area":"alignment"},{"id":"2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","created":"2024-02-15","cited_by_count":146,"area":"agents"},{"id":"2403.17710","title":"Optimization-based Prompt Injection Attack to LLM-as-a-Judge","created":"2024-03-26","cited_by_count":143,"area":"alignment"},{"id":"2407.07071","title":"Lookback Lens: Detecting and Mitigating Contextual Hallucinations in Large Language Models Using Only Attention Maps","created":"2024-07-09","cited_by_count":142,"area":null},{"id":"2309.10621","title":"Large language models can accurately predict searcher preferences","created":"2023-09-19","cited_by_count":131,"area":null},{"id":"2310.01557","title":"SmartPlay: A Benchmark for LLMs as Intelligent Agents","created":"2023-10-02","cited_by_count":125,"area":"agents"},{"id":"2407.11005","title":"RAGBench: Explainable Benchmark for Retrieval-Augmented Generation Systems","created":"2024-06-25","cited_by_count":117,"area":"rag"},{"id":"2310.15123","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","created":"2023-10-23","cited_by_count":106,"area":null},{"id":"2312.17673","title":"Jatmo: Prompt Injection Defense by Task-Specific Finetuning","created":"2023-12-29","cited_by_count":106,"area":"safety"},{"id":"2407.18370","title":"Trust or Escalate: LLM Judges with Provable Guarantees for Human Agreement","created":"2024-07-25","cited_by_count":105,"area":null},{"id":"2406.08391","title":"Large Language Models Must Be Taught to Know What They Don't Know","created":"2024-06-12","cited_by_count":100,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2402.19361","title":"Watermark Stealing in Large Language Models","created":"2024-02-29","cited_by_count":92,"area":"safety"},{"id":"2309.07462","title":"Are Large Language Model-based Evaluators the Solution to Scaling Up Multilingual Evaluation?","created":"2023-09-14","cited_by_count":88,"area":null},{"id":"2501.00274","title":"LLM-Rubric: A Multidimensional, Calibrated Approach to Automated Evaluation of Natural Language Texts","created":"2024-12-31","cited_by_count":87,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2401.08406","title":"RAG vs Fine-tuning: Pipelines, Tradeoffs, and a Case Study on Agriculture","created":"2024-01-16","cited_by_count":81,"area":"rag"},{"id":"2305.14239","title":"On Learning to Summarize with Large Language Models as References","created":"2023-05-23","cited_by_count":80,"area":null},{"id":"2402.16717","title":"CodeChameleon: Personalized Encryption Framework for Jailbreaking Large Language Models","created":"2024-02-26","cited_by_count":76,"area":"safety"},{"id":"2309.13633","title":"EvalLM: Interactive Evaluation of Large Language Model Prompts on User-Defined Criteria","created":"2023-09-24","cited_by_count":74,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.10970","title":"The Alternative Annotator Test for LLM-as-a-Judge: How to Statistically Justify Replacing Human Annotators with LLMs","created":"2025-01-19","cited_by_count":74,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2310.01432","title":"Split and Merge: Aligning Position Biases in LLM-based Evaluators","created":"2023-09-29","cited_by_count":72,"area":null},{"id":"2408.02666","title":"Self-Taught Evaluators","created":"2024-08-05","cited_by_count":72,"area":"alignment"},{"id":"2408.13006","title":"Systematic Evaluation of LLM-as-a-Judge in LLM Alignment Tasks: Explainable Metrics and Diverse Prompt Templates","created":"2024-08-23","cited_by_count":72,"area":"alignment"},{"id":"2307.07889","title":"LLM Comparative Assessment: Zero-shot NLG Evaluation through Pairwise Comparisons using Large Language Models","created":"2023-07-15","cited_by_count":71,"area":null},{"id":"2312.00273","title":"Mark My Words: Analyzing and Evaluating Language Model Watermarks","created":"2023-12-01","cited_by_count":71,"area":"safety"},{"id":"2305.13091","title":"Large Language Models are Not Yet Human-Level Evaluators for Abstractive Summarization","created":"2023-05-22","cited_by_count":70,"area":"lr"},{"id":"2305.15038","title":"Is GPT-4 a Good Data Analyst?","created":"2023-05-24","cited_by_count":70,"area":null},{"id":"2310.15100","title":"LLM-in-the-loop: Leveraging Large Language Model for Thematic Analysis","created":"2023-10-23","cited_by_count":70,"area":null},{"id":"2311.09184","title":"Benchmarking Generation and Evaluation Capabilities of Large Language Models for Instruction Controllable Summarization","created":"2023-11-15","cited_by_count":69,"area":null},{"id":"2409.03444","title":"Fine-tuning large language models for domain adaptation: Exploration of training strategies, scaling, model merging and synergistic capabilities","created":"2024-09-05","cited_by_count":69,"area":"alignment"},{"id":"2305.14292","title":"WikiChat: Stopping the Hallucination of Large Language Model Chatbots by Few-Shot Grounding on Wikipedia","created":"2023-05-23","cited_by_count":67,"area":null},{"id":"2407.15186","title":"A Survey on Employing Large Language Models for Text-to-SQL Tasks","created":"2024-07-21","cited_by_count":67,"area":null},{"id":"2405.02559","title":"A Framework for Human Evaluation of Large Language Models in Healthcare Derived from Literature Review","created":"2024-05-04","cited_by_count":66,"area":null},{"id":"2502.16761","title":"Language Model Fine-Tuning on Scaled Survey Data for Predicting Distributions of Public Opinions","created":"2025-02-24","cited_by_count":66,"area":null},{"id":"2404.15845","title":"Exploring LLM Prompting Strategies for Joint Essay Scoring and Feedback Generation","created":"2024-04-24","cited_by_count":63,"area":null},{"id":"2306.04757","title":"INSTRUCTEVAL: Towards Holistic Evaluation of Instruction-Tuned Large Language Models","created":"2023-06-07","cited_by_count":62,"area":null},{"id":"2308.09067","title":"Contrasting Linguistic Patterns in Human and LLM-Generated News Text","created":"2023-08-17","cited_by_count":62,"area":null},{"id":"2307.13692","title":"ARB: Advanced Reasoning Benchmark for Large Language Models","created":"2023-07-25","cited_by_count":60,"area":"lr"},{"id":"2401.16185","title":"LLM4Vuln: A Unified Evaluation Framework for Decoupling and Enhancing LLMs' Vulnerability Reasoning","created":"2024-01-29","cited_by_count":59,"area":"lr"},{"id":"2305.19308","title":"SheetCopilot: Bringing Software Productivity to the Next Level through Large Language Models","created":"2023-05-30","cited_by_count":57,"area":null},{"id":"2402.10110","title":"Selective Reflection-Tuning: Student-Selected Data Recycling for LLM Instruction-Tuning","created":"2024-02-15","cited_by_count":57,"area":null},{"id":"2503.22458","title":"Evaluating LLM-based Agents for Multi-Turn Conversations: A Survey","created":"2025-03-28","cited_by_count":57,"area":"agents"},{"id":"2310.00905","title":"All Languages Matter: On the Multilingual Safety of Large Language Models","created":"2023-10-02","cited_by_count":53,"area":"safety"},{"id":"2310.13800","title":"Evaluation Metrics in the Era of GPT-4: Reliably Evaluating Large Language Models on Sequence to Sequence Tasks","created":"2023-10-20","cited_by_count":53,"area":null},{"id":"2410.13341","title":"Limits to scalable evaluation at the frontier: LLM as Judge won't beat twice the data","created":"2024-10-17","cited_by_count":51,"area":null},{"id":"2308.01240","title":"Evaluating Instruction-Tuned Large Language Models on Code Comprehension and Generation","created":"2023-08-02","cited_by_count":50,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2405.03371","title":"Explainable Fake News Detection With Large Language Model via Defense Among Competing Wisdom","created":"2024-05-06","cited_by_count":50,"area":null},{"id":"2406.11612","title":"Long Code Arena: a Set of Benchmarks for Long-Context Code Models","created":"2024-06-17","cited_by_count":50,"area":null},{"id":"2408.15204","title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?","created":"2024-08-27","cited_by_count":49,"area":null},{"id":"2312.10007","title":"Faithful Persona-based Conversational Dataset Generation with Large Language Models","created":"2023-12-15","cited_by_count":47,"area":null},{"id":"2408.10914","title":"To Code, or Not To Code? Exploring Impact of Code in Pre-training","created":"2024-08-20","cited_by_count":47,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2502.01563","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","created":"2025-02-03","cited_by_count":47,"area":null},{"id":"2406.15673","title":"Large Language Models have Intrinsic Self-Correction Ability","created":"2024-06-21","cited_by_count":46,"area":"lr"},{"id":"2403.14541","title":"EDT: Improving Large Language Models' Generation by Entropy-based Dynamic Temperature Sampling","created":"2024-03-21","cited_by_count":45,"area":null},{"id":"2406.06004","title":"FLEUR: An Explainable Reference-Free Evaluation Metric for Image Captioning Using a Large Multimodal Model","created":"2024-06-10","cited_by_count":45,"area":"mllm"},{"id":"2403.08604","title":"Prompting Large Language Models to Tackle the Full Software Development Lifecycle: A Case Study","created":"2024-03-13","cited_by_count":44,"area":null},{"id":"2407.04121","title":"Hallucination Detection: Robustly Discerning Reliable Answers in Large Language Models","created":"2024-07-04","cited_by_count":44,"area":null},{"id":"2502.08788","title":"Stop Overvaluing Multi-Agent Debate -- We Must Rethink Evaluation and Embrace Model Heterogeneity","created":"2025-02-12","cited_by_count":44,"area":"lr"},{"id":"2402.10379","title":"DataDreamer: A Tool for Synthetic Data Generation and Reproducible LLM Workflows","created":"2024-02-16","cited_by_count":43,"area":"synth"},{"id":"2409.00557","title":"Learning to Ask: When LLM Agents Meet Unclear Instruction","created":"2024-08-31","cited_by_count":42,"area":"agents"},{"id":"2401.16788","title":"Can Large Language Models be Trusted for Evaluation? Scalable Meta-Evaluation of LLMs as Evaluators via Agent Debate","created":"2024-01-30","cited_by_count":41,"area":"agents"},{"id":"2402.10426","title":"DELL: Generating Reactions and Explanations for LLM-Based Misinformation Detection","created":"2024-02-16","cited_by_count":41,"area":null},{"id":"2412.09645","title":"Evaluation Agent: Efficient and Promptable Evaluation Framework for Visual Generative Models","created":"2024-12-10","cited_by_count":41,"area":null},{"id":"2501.02497","title":"A Survey of Test-Time Compute: From Intuitive Inference to Deliberate Reasoning","created":"2025-01-05","cited_by_count":40,"area":"lr"},{"id":"2312.12683","title":"Turning English-centric LLMs Into Polyglots: How Much Multilinguality Is Needed?","created":"2023-12-20","cited_by_count":39,"area":null},{"id":"2402.03271","title":"Uncertainty of Thoughts: Uncertainty-Aware Planning Enhances Information Seeking in Large Language Models","created":"2024-02-05","cited_by_count":39,"area":"lr"}],"next_cursor":"100"}