{"total":268,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2402.14008","title":"OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems","created":"2024-02-21","cited_by_count":1136,"area":"mllm"},{"id":"2308.09583","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","created":"2023-08-18","cited_by_count":625,"area":"lr"},{"id":"2302.11382","title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT","created":"2023-02-21","cited_by_count":619,"area":null},{"id":"2303.04048","title":"Is ChatGPT a Good NLG Evaluator? A Preliminary Study","created":"2023-03-07","cited_by_count":422,"area":null},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2505.23281","title":"MathArena: Evaluating LLMs on Uncontaminated Math Competitions","created":"2025-05-29","cited_by_count":297,"area":"lr"},{"id":"2402.00157","title":"Large Language Models for Mathematical Reasoning: Progresses and Challenges","created":"2024-01-31","cited_by_count":284,"area":"lr"},{"id":"2307.10635","title":"SciBench: Evaluating College-Level Scientific Problem-Solving Abilities of Large Language Models","created":"2023-07-20","cited_by_count":256,"area":"lr"},{"id":"2411.04872","title":"FrontierMath: A Benchmark for Evaluating Advanced Mathematical Reasoning in AI","created":"2024-11-07","cited_by_count":243,"area":"lr"},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2305.18365","title":"What can Large Language Models do in chemistry? A comprehensive benchmark on eight tasks","created":"2023-05-27","cited_by_count":185,"area":null},{"id":"2503.19755","title":"ORION: A Holistic End-to-End Autonomous Driving Framework by Vision-Language Instructed Action Generation","created":"2025-03-25","cited_by_count":178,"area":"lr"},{"id":"2410.22313","title":"Senna: Bridging Large Vision-Language Models and End-to-End Autonomous Driving","created":"2024-10-29","cited_by_count":156,"area":"mllm"},{"id":"2304.01852","title":"Summary of ChatGPT-Related Research and Perspective Towards the Future of Large Language Models","created":"2023-04-04","cited_by_count":154,"area":null},{"id":"2304.09797","title":"Progressive-Hint Prompting Improves Reasoning in Large Language Models","created":"2023-04-19","cited_by_count":147,"area":"lr"},{"id":"2411.00836","title":"DynaMath: A Dynamic Visual Benchmark for Evaluating Mathematical Reasoning Robustness of Vision Language Models","created":"2024-10-29","cited_by_count":146,"area":"lr"},{"id":"2401.06805","title":"Exploring the Reasoning Abilities of Multimodal Large Language Models (MLLMs): A Comprehensive Survey on Emerging Trends in Multimodal Reasoning","created":"2024-01-10","cited_by_count":136,"area":"lr"},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2305.14536","title":"MathDial: A Dialogue Tutoring Dataset with Rich Pedagogical Properties Grounded in Math Reasoning Problems","created":"2023-05-23","cited_by_count":131,"area":"lr"},{"id":"2302.13007","title":"AugGPT: Leveraging ChatGPT for Text Data Augmentation","created":"2023-02-25","cited_by_count":130,"area":null},{"id":"2304.02015","title":"How well do Large Language Models perform in Arithmetic tasks?","created":"2023-03-16","cited_by_count":130,"area":"lr"},{"id":"2304.11633","title":"Evaluating ChatGPT's Information Extraction Capabilities: An Assessment of Performance, Explainability, Calibration, and Faithfulness","created":"2023-04-23","cited_by_count":130,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2303.13547","title":"A comprehensive evaluation of ChatGPT's zero-shot Text-to-SQL capability","created":"2023-03-12","cited_by_count":119,"area":null},{"id":"2503.07608","title":"AlphaDrive: Unleashing the Power of VLMs in Autonomous Driving via Reinforcement Learning and Reasoning","created":"2025-03-10","cited_by_count":108,"area":"lr"},{"id":"2304.04339","title":"Is ChatGPT a Good Sentiment Analyzer? A Preliminary Study","created":"2023-04-10","cited_by_count":96,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2402.18659","title":"Large Language Models and Games: A Survey and Roadmap","created":"2024-02-28","cited_by_count":93,"area":null},{"id":"2410.03290","title":"Grounded-VideoLLM: Sharpening Fine-grained Temporal Grounding in Video Large Language Models","created":"2024-10-04","cited_by_count":91,"area":null},{"id":"2310.11207","title":"Can Large Language Models Explain Themselves? A Study of LLM-Generated Self-Explanations","created":"2023-10-17","cited_by_count":90,"area":"lr"},{"id":"2411.19799","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","created":"2024-11-29","cited_by_count":86,"area":null},{"id":"2412.16075","title":"Formal Mathematical Reasoning: A New Frontier in AI","created":"2024-12-20","cited_by_count":81,"area":"lr"},{"id":"2312.14890","title":"NPHardEval: Dynamic Benchmark on Reasoning Ability of Large Language Models via Complexity Classes","created":"2023-12-22","cited_by_count":79,"area":"lr"},{"id":"2303.13648","title":"ChatGPT or Grammarly? Evaluating ChatGPT on Grammatical Error Correction Benchmark","created":"2023-03-15","cited_by_count":77,"area":null},{"id":"2402.18649","title":"A New Era in LLM Security: Exploring Security Concerns in Real-World LLM-based Systems","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2311.04254","title":"Everything of Thoughts: Defying the Law of Penrose Triangle for Thought Generation","created":"2023-11-07","cited_by_count":74,"area":"lr"},{"id":"2503.21934","title":"Proof or Bluff? Evaluating LLMs on 2025 USA Math Olympiad","created":"2025-03-27","cited_by_count":74,"area":"lr"},{"id":"2308.12488","title":"GPTEval: A Survey on Assessments of ChatGPT and GPT-4","created":"2023-08-24","cited_by_count":73,"area":null},{"id":"2401.02009","title":"Self-Contrast: Better Reflection Through Inconsistent Solving Perspectives","created":"2024-01-04","cited_by_count":71,"area":"lr"},{"id":"2306.01694","title":"Evaluating Language Models for Mathematics through Interactions","created":"2023-06-02","cited_by_count":70,"area":null},{"id":"2409.18111","title":"E.T. Bench: Towards Open-Ended Event-Level Video-Language Understanding","created":"2024-09-26","cited_by_count":70,"area":null},{"id":"2406.02061","title":"Alice in Wonderland: Simple Tasks Showing Complete Reasoning Breakdown in State-Of-the-Art Large Language Models","created":"2024-06-04","cited_by_count":68,"area":"lr"},{"id":"2303.07839","title":"ChatGPT Prompt Patterns for Improving Code Quality, Refactoring, Requirements Elicitation, and Software Design","created":"2023-03-11","cited_by_count":66,"area":null},{"id":"2310.00741","title":"FELM: Benchmarking Factuality Evaluation of Large Language Models","created":"2023-10-01","cited_by_count":66,"area":null},{"id":"2402.16061","title":"How Large Language Models Encode Context Knowledge? A Layer-Wise Probing Study","created":"2024-02-25","cited_by_count":64,"area":null},{"id":"2303.12767","title":"Can we trust the evaluation on ChatGPT?","created":"2023-03-22","cited_by_count":63,"area":null},{"id":"2303.00293","title":"How Robust is GPT-3.5 to Predecessors? A Comprehensive Study on Language Understanding Tasks","created":"2023-03-01","cited_by_count":58,"area":"lr"},{"id":"2404.09939","title":"A Survey on Deep Learning for Theorem Proving","created":"2024-04-15","cited_by_count":57,"area":null},{"id":"2304.06488","title":"One Small Step for Generative AI, One Giant Leap for AGI: A Complete Survey on ChatGPT in AIGC Era","created":"2023-04-04","cited_by_count":55,"area":null},{"id":"2406.18321","title":"MathOdyssey: Benchmarking Mathematical Problem-Solving Skills in Large Language Models Using Odyssey Math Data","created":"2024-06-26","cited_by_count":52,"area":null},{"id":"2302.13795","title":"ChatGPT: A Meta-Analysis after 2.5 Months","created":"2023-02-20","cited_by_count":51,"area":null},{"id":"2402.16965","title":"WIPI: A New Web Threat for LLM-Driven Web Agents","created":"2024-02-26","cited_by_count":51,"area":"agents"},{"id":"2404.13627","title":"NegotiationToM: A Benchmark for Stress-testing Machine Theory of Mind on Negotiation Surrounding","created":"2024-04-21","cited_by_count":51,"area":null},{"id":"2410.03017","title":"Tutor CoPilot: A Human-AI Approach for Scaling Real-Time Expertise","created":"2024-10-03","cited_by_count":50,"area":null},{"id":"2407.08733","title":"Is Your Model Really A Good Math Reasoner? Evaluating Mathematical Reasoning with Checklist","created":"2024-07-11","cited_by_count":48,"area":"lr"},{"id":"2309.06719","title":"TrafficGPT: Viewing, Processing and Interacting with Traffic Foundation Models","created":"2023-09-13","cited_by_count":45,"area":null},{"id":"2406.00755","title":"Evaluating Mathematical Reasoning of Large Language Models: A Focus on Error Identification and Correction","created":"2024-06-02","cited_by_count":45,"area":"lr"},{"id":"2409.01659","title":"Interpreting and Improving Large Language Models in Arithmetic Calculation","created":"2024-09-03","cited_by_count":45,"area":null},{"id":"2304.07666","title":"ArguGPT: evaluating, understanding and identifying argumentative essays generated by GPT models","created":"2023-04-16","cited_by_count":42,"area":null},{"id":"2310.06498","title":"A New Benchmark and Reverse Validation Method for Passage-level Hallucination Detection","created":"2023-10-10","cited_by_count":42,"area":null},{"id":"2311.09022","title":"Exploring the Potential of Large Language Models in Computational Argumentation","created":"2023-11-15","cited_by_count":42,"area":null},{"id":"2305.12947","title":"ChatGPT to Replace Crowdsourcing of Paraphrases for Intent Classification: Higher Diversity and Comparable Model Robustness","created":"2023-05-22","cited_by_count":41,"area":null},{"id":"2304.14827","title":"ChatGPT Evaluation on Sentence Level Relations: A Focus on Temporal, Causal, and Discourse Relations","created":"2023-04-28","cited_by_count":40,"area":null},{"id":"2310.06116","title":"OptiMUS: Optimization Modeling Using MIP Solvers and large language models","created":"2023-10-09","cited_by_count":39,"area":null},{"id":"2406.03445","title":"Pre-trained Large Language Models Use Fourier Features to Compute Addition","created":"2024-06-05","cited_by_count":39,"area":"lr"},{"id":"2303.06273","title":"Consistency Analysis of ChatGPT","created":"2023-03-11","cited_by_count":37,"area":null},{"id":"2311.08993","title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2404.03647","title":"Capabilities of Large Language Models in Control Engineering: A Benchmark Study on GPT-4, Claude 3 Opus, and Gemini 1.0 Ultra","created":"2024-04-04","cited_by_count":37,"area":null},{"id":"2505.24785","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","created":"2025-05-30","cited_by_count":37,"area":null},{"id":"2309.01189","title":"LogGPT: Exploring ChatGPT for Log-Based Anomaly Detection","created":"2023-09-03","cited_by_count":35,"area":null},{"id":"2401.06796","title":"AI Hallucinations: A Misnomer Worth Clarifying","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2312.04730","title":"DeceptPrompt: Exploiting LLM-driven Code Generation via Adversarial Natural Language Instructions","created":"2023-12-07","cited_by_count":33,"area":null},{"id":"2502.16069","title":"Curie: Toward Rigorous and Automated Scientific Experimentation with AI Agents","created":"2025-02-22","cited_by_count":33,"area":"agents"},{"id":"2410.09988","title":"HARDMath: A Benchmark Dataset for Challenging Problems in Applied Mathematics","created":"2024-10-13","cited_by_count":32,"area":null},{"id":"2505.12575","title":"RealMath: A Continuous Benchmark for Evaluating Language Models on Research-Level Mathematics","created":"2025-05-18","cited_by_count":31,"area":"lr"},{"id":"2506.21621","title":"The Open Proof Corpus: A Large-Scale Study of LLM-Generated Mathematical Proofs","created":"2025-06-23","cited_by_count":30,"area":null},{"id":"2305.13888","title":"PaD: Program-aided Distillation Can Teach Small Models Reasoning Better than Chain-of-thought Fine-tuning","created":"2023-05-23","cited_by_count":29,"area":"lr"},{"id":"2404.13340","title":"Large Language Models as Test Case Generators: Performance Evaluation and Enhancement","created":"2024-04-20","cited_by_count":28,"area":null},{"id":"2311.08045","title":"Adversarial Preference Optimization: Enhancing Your Alignment via RM-LLM Game","created":"2023-11-14","cited_by_count":27,"area":"alignment"},{"id":"2510.04721","title":"BrokenMath: A Benchmark for Sycophancy in Theorem Proving with LLMs","created":"2025-10-06","cited_by_count":27,"area":null},{"id":"2309.04369","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","created":"2023-09-08","cited_by_count":24,"area":null},{"id":"2409.04481","title":"Large Language Models in Drug Discovery and Development: From Disease Mechanisms to Clinical Trials","created":"2024-09-06","cited_by_count":24,"area":null},{"id":"2409.18433","title":"Easy2Hard-Bench: Standardized Difficulty Labels for Profiling LLM Performance and Generalization","created":"2024-09-27","cited_by_count":24,"area":null},{"id":"2504.01995","title":"Brains vs. Bytes: Evaluating LLM Proficiency in Olympiad Mathematics","created":"2025-04-01","cited_by_count":24,"area":"lr"},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2412.14222","title":"A Survey on Large Language Model-based Agents for Statistics and Data Science","created":"2024-12-18","cited_by_count":22,"area":"agents"},{"id":"2308.12466","title":"Are ChatGPT and GPT-4 Good Poker Players? -- A Pre-Flop Analysis","created":"2023-08-23","cited_by_count":20,"area":null},{"id":"2309.03224","title":"No Train Still Gain. Unleash Mathematical Reasoning of Large Language Models with Monte Carlo Tree Search Guided by Energy Function","created":"2023-09-01","cited_by_count":20,"area":"lr"},{"id":"2309.11508","title":"Towards LLM-based Autograding for Short Textual Answers","created":"2023-09-09","cited_by_count":20,"area":null},{"id":"2408.02559","title":"Evaluating and Enhancing LLMs Agent based on Theory of Mind in Guandan: A Multi-Player Cooperative Game under Imperfect Information","created":"2024-08-05","cited_by_count":20,"area":"agents"},{"id":"2303.09461","title":"ChatGPT Participates in a Computer Science Exam","created":"2023-03-08","cited_by_count":19,"area":null},{"id":"2306.16639","title":"Evaluating ChatGPT's Decimal Skills and Feedback Generation in a Digital Learning Game","created":"2023-06-29","cited_by_count":19,"area":null},{"id":"2303.07735","title":"Can neural networks do arithmetic? A survey on the elementary numerical skills of state-of-the-art deep learning models","created":"2023-03-14","cited_by_count":18,"area":"lr"},{"id":"2310.08678","title":"Can GPT models be Financial Analysts? An Evaluation of ChatGPT and GPT-4 on mock CFA Exams","created":"2023-10-12","cited_by_count":18,"area":null},{"id":"2410.04068","title":"ECon: On the Detection and Resolution of Evidence Conflicts","created":"2024-10-05","cited_by_count":18,"area":null},{"id":"2510.13888","title":"Reliable Fine-Grained Evaluation of Natural Language Math Proofs","created":"2025-10-14","cited_by_count":18,"area":"lr"},{"id":"2402.11111","title":"Language Models as Science Tutors","created":"2024-02-16","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2409.12126","title":"Linguini: A benchmark for language-agnostic linguistic reasoning","created":"2024-09-18","cited_by_count":17,"area":"lr"}],"next_cursor":"100"}