{"total":179,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2302.11382","title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT","created":"2023-02-21","cited_by_count":619,"area":null},{"id":"2303.04048","title":"Is ChatGPT a Good NLG Evaluator? A Preliminary Study","created":"2023-03-07","cited_by_count":422,"area":null},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2402.03927","title":"Leak, Cheat, Repeat: Data Contamination and Evaluation Malpractices in Closed-Source LLMs","created":"2024-02-06","cited_by_count":229,"area":null},{"id":"2305.18365","title":"What can Large Language Models do in chemistry? A comprehensive benchmark on eight tasks","created":"2023-05-27","cited_by_count":185,"area":null},{"id":"2304.01852","title":"Summary of ChatGPT-Related Research and Perspective Towards the Future of Large Language Models","created":"2023-04-04","cited_by_count":154,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2302.13007","title":"AugGPT: Leveraging ChatGPT for Text Data Augmentation","created":"2023-02-25","cited_by_count":130,"area":null},{"id":"2304.11633","title":"Evaluating ChatGPT's Information Extraction Capabilities: An Assessment of Performance, Explainability, Calibration, and Faithfulness","created":"2023-04-23","cited_by_count":130,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2303.13547","title":"A comprehensive evaluation of ChatGPT's zero-shot Text-to-SQL capability","created":"2023-03-12","cited_by_count":119,"area":null},{"id":"2304.04339","title":"Is ChatGPT a Good Sentiment Analyzer? A Preliminary Study","created":"2023-04-10","cited_by_count":96,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2402.18659","title":"Large Language Models and Games: A Survey and Roadmap","created":"2024-02-28","cited_by_count":93,"area":null},{"id":"2410.03290","title":"Grounded-VideoLLM: Sharpening Fine-grained Temporal Grounding in Video Large Language Models","created":"2024-10-04","cited_by_count":91,"area":null},{"id":"2411.19799","title":"INCLUDE: Evaluating Multilingual Language Understanding with Regional Knowledge","created":"2024-11-29","cited_by_count":86,"area":null},{"id":"2303.13648","title":"ChatGPT or Grammarly? Evaluating ChatGPT on Grammatical Error Correction Benchmark","created":"2023-03-15","cited_by_count":77,"area":null},{"id":"2402.18649","title":"A New Era in LLM Security: Exploring Security Concerns in Real-World LLM-based Systems","created":"2024-02-28","cited_by_count":77,"area":null},{"id":"2308.12488","title":"GPTEval: A Survey on Assessments of ChatGPT and GPT-4","created":"2023-08-24","cited_by_count":73,"area":null},{"id":"2306.01694","title":"Evaluating Language Models for Mathematics through Interactions","created":"2023-06-02","cited_by_count":70,"area":null},{"id":"2409.18111","title":"E.T. Bench: Towards Open-Ended Event-Level Video-Language Understanding","created":"2024-09-26","cited_by_count":70,"area":null},{"id":"2303.07839","title":"ChatGPT Prompt Patterns for Improving Code Quality, Refactoring, Requirements Elicitation, and Software Design","created":"2023-03-11","cited_by_count":66,"area":null},{"id":"2310.00741","title":"FELM: Benchmarking Factuality Evaluation of Large Language Models","created":"2023-10-01","cited_by_count":66,"area":null},{"id":"2402.16061","title":"How Large Language Models Encode Context Knowledge? A Layer-Wise Probing Study","created":"2024-02-25","cited_by_count":64,"area":null},{"id":"2303.12767","title":"Can we trust the evaluation on ChatGPT?","created":"2023-03-22","cited_by_count":63,"area":null},{"id":"2404.09939","title":"A Survey on Deep Learning for Theorem Proving","created":"2024-04-15","cited_by_count":57,"area":null},{"id":"2304.06488","title":"One Small Step for Generative AI, One Giant Leap for AGI: A Complete Survey on ChatGPT in AIGC Era","created":"2023-04-04","cited_by_count":55,"area":null},{"id":"2406.18321","title":"MathOdyssey: Benchmarking Mathematical Problem-Solving Skills in Large Language Models Using Odyssey Math Data","created":"2024-06-26","cited_by_count":52,"area":null},{"id":"2302.13795","title":"ChatGPT: A Meta-Analysis after 2.5 Months","created":"2023-02-20","cited_by_count":51,"area":null},{"id":"2404.13627","title":"NegotiationToM: A Benchmark for Stress-testing Machine Theory of Mind on Negotiation Surrounding","created":"2024-04-21","cited_by_count":51,"area":null},{"id":"2410.03017","title":"Tutor CoPilot: A Human-AI Approach for Scaling Real-Time Expertise","created":"2024-10-03","cited_by_count":50,"area":null},{"id":"2309.06719","title":"TrafficGPT: Viewing, Processing and Interacting with Traffic Foundation Models","created":"2023-09-13","cited_by_count":45,"area":null},{"id":"2409.01659","title":"Interpreting and Improving Large Language Models in Arithmetic Calculation","created":"2024-09-03","cited_by_count":45,"area":null},{"id":"2304.07666","title":"ArguGPT: evaluating, understanding and identifying argumentative essays generated by GPT models","created":"2023-04-16","cited_by_count":42,"area":null},{"id":"2310.06498","title":"A New Benchmark and Reverse Validation Method for Passage-level Hallucination Detection","created":"2023-10-10","cited_by_count":42,"area":null},{"id":"2311.09022","title":"Exploring the Potential of Large Language Models in Computational Argumentation","created":"2023-11-15","cited_by_count":42,"area":null},{"id":"2305.12947","title":"ChatGPT to Replace Crowdsourcing of Paraphrases for Intent Classification: Higher Diversity and Comparable Model Robustness","created":"2023-05-22","cited_by_count":41,"area":null},{"id":"2304.14827","title":"ChatGPT Evaluation on Sentence Level Relations: A Focus on Temporal, Causal, and Discourse Relations","created":"2023-04-28","cited_by_count":40,"area":null},{"id":"2310.06116","title":"OptiMUS: Optimization Modeling Using MIP Solvers and large language models","created":"2023-10-09","cited_by_count":39,"area":null},{"id":"2303.06273","title":"Consistency Analysis of ChatGPT","created":"2023-03-11","cited_by_count":37,"area":null},{"id":"2311.08993","title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2404.03647","title":"Capabilities of Large Language Models in Control Engineering: A Benchmark Study on GPT-4, Claude 3 Opus, and Gemini 1.0 Ultra","created":"2024-04-04","cited_by_count":37,"area":null},{"id":"2505.24785","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","created":"2025-05-30","cited_by_count":37,"area":null},{"id":"2309.01189","title":"LogGPT: Exploring ChatGPT for Log-Based Anomaly Detection","created":"2023-09-03","cited_by_count":35,"area":null},{"id":"2401.06796","title":"AI Hallucinations: A Misnomer Worth Clarifying","created":"2024-01-09","cited_by_count":34,"area":null},{"id":"2312.04730","title":"DeceptPrompt: Exploiting LLM-driven Code Generation via Adversarial Natural Language Instructions","created":"2023-12-07","cited_by_count":33,"area":null},{"id":"2410.09988","title":"HARDMath: A Benchmark Dataset for Challenging Problems in Applied Mathematics","created":"2024-10-13","cited_by_count":32,"area":null},{"id":"2506.21621","title":"The Open Proof Corpus: A Large-Scale Study of LLM-Generated Mathematical Proofs","created":"2025-06-23","cited_by_count":30,"area":null},{"id":"2404.13340","title":"Large Language Models as Test Case Generators: Performance Evaluation and Enhancement","created":"2024-04-20","cited_by_count":28,"area":null},{"id":"2510.04721","title":"BrokenMath: A Benchmark for Sycophancy in Theorem Proving with LLMs","created":"2025-10-06","cited_by_count":27,"area":null},{"id":"2309.04369","title":"Beyond Static Datasets: A Deep Interaction Approach to LLM Evaluation","created":"2023-09-08","cited_by_count":24,"area":null},{"id":"2409.04481","title":"Large Language Models in Drug Discovery and Development: From Disease Mechanisms to Clinical Trials","created":"2024-09-06","cited_by_count":24,"area":null},{"id":"2409.18433","title":"Easy2Hard-Bench: Standardized Difficulty Labels for Profiling LLM Performance and Generalization","created":"2024-09-27","cited_by_count":24,"area":null},{"id":"2310.19792","title":"The Eval4NLP 2023 Shared Task on Prompting Large Language Models as Explainable Metrics","created":"2023-10-30","cited_by_count":23,"area":null},{"id":"2308.12466","title":"Are ChatGPT and GPT-4 Good Poker Players? -- A Pre-Flop Analysis","created":"2023-08-23","cited_by_count":20,"area":null},{"id":"2309.11508","title":"Towards LLM-based Autograding for Short Textual Answers","created":"2023-09-09","cited_by_count":20,"area":null},{"id":"2303.09461","title":"ChatGPT Participates in a Computer Science Exam","created":"2023-03-08","cited_by_count":19,"area":null},{"id":"2306.16639","title":"Evaluating ChatGPT's Decimal Skills and Feedback Generation in a Digital Learning Game","created":"2023-06-29","cited_by_count":19,"area":null},{"id":"2310.08678","title":"Can GPT models be Financial Analysts? An Evaluation of ChatGPT and GPT-4 on mock CFA Exams","created":"2023-10-12","cited_by_count":18,"area":null},{"id":"2410.04068","title":"ECon: On the Detection and Resolution of Evidence Conflicts","created":"2024-10-05","cited_by_count":18,"area":null},{"id":"2402.11111","title":"Language Models as Science Tutors","created":"2024-02-16","cited_by_count":17,"area":null},{"id":"2408.03573","title":"AcTracer: Active Testing of Large Language Model via Multi-Stage Sampling","created":"2024-08-07","cited_by_count":17,"area":null},{"id":"2302.13817","title":"Let's have a chat! A Conversation with ChatGPT: Technology, Applications, and Limitations","created":"2023-02-27","cited_by_count":16,"area":null},{"id":"2306.03102","title":"ChatGPT is a Remarkable Tool -- For Experts","created":"2023-06-02","cited_by_count":16,"area":null},{"id":"2310.10176","title":"Large Language Models Meet Open-World Intent Discovery and Recognition: An Evaluation of ChatGPT","created":"2023-10-16","cited_by_count":16,"area":null},{"id":"2303.17650","title":"Comparing Abstractive Summaries Generated by ChatGPT to Real Summaries Through Blinded Reviewers and Text Classification Algorithms","created":"2023-03-30","cited_by_count":15,"area":null},{"id":"2311.04929","title":"An Interdisciplinary Outlook on Large Language Models for Scientific Research","created":"2023-11-03","cited_by_count":15,"area":null},{"id":"2401.09074","title":"Code Simulation Challenges for Large Language Models","created":"2024-01-17","cited_by_count":15,"area":null},{"id":"2503.13503","title":"SciHorizon: Benchmarking AI-for-Science Readiness from Scientific Data to Large Language Models","created":"2025-03-12","cited_by_count":15,"area":null},{"id":"2305.14783","title":"Disentangled Phonetic Representation for Chinese Spelling Correction","created":"2023-05-24","cited_by_count":14,"area":null},{"id":"2402.01830","title":"PiCO: Peer Review in LLMs based on the Consistency Optimization","created":"2024-02-02","cited_by_count":14,"area":null},{"id":"2407.12804","title":"Modulating Language Model Experiences through Frictions","created":"2024-06-24","cited_by_count":13,"area":null},{"id":"2509.26076","title":"IMProofBench: Benchmarking AI on Research-Level Mathematical Proof Generation","created":"2025-09-30","cited_by_count":13,"area":null},{"id":"2304.13462","title":"Multidimensional Evaluation for Text Style Transfer Using ChatGPT","created":"2023-04-26","cited_by_count":12,"area":null},{"id":"2308.05713","title":"Testing GPT-4 with Wolfram Alpha and Code Interpreter plug-ins on math and science problems","created":"2023-08-10","cited_by_count":12,"area":null},{"id":"2412.02035","title":"LLMs4Life: Large Language Models for Ontology Learning in Life Sciences","created":"2024-12-02","cited_by_count":12,"area":null},{"id":"2307.07422","title":"Can LLMs be Good Financial Advisors?: An Initial Study in Personal Decision Making for Optimized Outcomes","created":"2023-07-08","cited_by_count":11,"area":null},{"id":"2404.12689","title":"Can LLMs Understand Computer Networks? Towards a Virtual System Administrator","created":"2024-04-19","cited_by_count":11,"area":null},{"id":"2412.15184","title":"Data for Mathematical Copilots: Better Ways of Presenting Proofs for Machine Learning","created":"2024-12-19","cited_by_count":11,"area":null},{"id":"2303.17276","title":"Humans in Humans Out: On GPT Converging Toward Common Sense in both Success and Failure","created":"2023-03-30","cited_by_count":10,"area":null},{"id":"2304.14276","title":"AI, write an essay for me: A large-scale comparison of human-written versus ChatGPT-generated essays","created":"2023-04-24","cited_by_count":10,"area":null},{"id":"2305.12945","title":"ExplainCPE: A Free-text Explanation Benchmark of Chinese Pharmacist Examination","created":"2023-05-22","cited_by_count":10,"area":null},{"id":"2306.16322","title":"Taqyim: Evaluating Arabic NLP Tasks Using ChatGPT Models","created":"2023-06-28","cited_by_count":10,"area":null},{"id":"2309.16573","title":"Language Models as a Service: Overview of a New Paradigm and its Challenges","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2310.13021","title":"AI for Mathematics: A Cognitive Science Perspective","created":"2023-10-19","cited_by_count":10,"area":null},{"id":"2307.03678","title":"Evaluating the Effectiveness of Large Language Models in Representing Textual Descriptions of Geometry and Spatial Relations","created":"2023-07-05","cited_by_count":9,"area":null},{"id":"2501.09349","title":"ChartInsighter: An Approach for Mitigating Hallucination in Time-series Chart Summary Generation with A Benchmark Dataset","created":"2025-01-16","cited_by_count":9,"area":null},{"id":"2506.11440","title":"AbsenceBench: Language Models Can't Tell What's Missing","created":"2025-06-13","cited_by_count":9,"area":null},{"id":"2305.09402","title":"A Preliminary Analysis on the Code Generation Capabilities of GPT-3.5 and Bard AI Models for Java Functions","created":"2023-05-16","cited_by_count":8,"area":null},{"id":"2306.09255","title":"Chatbots to ChatGPT in a Cybersecurity Space: Evolution, Vulnerabilities, Attacks, Challenges, and Future Recommendations","created":"2023-05-29","cited_by_count":8,"area":null},{"id":"2306.15551","title":"MyCrunchGPT: A chatGPT assisted framework for scientific machine learning","created":"2023-06-27","cited_by_count":8,"area":null},{"id":"2404.05783","title":"A Survey on Responsible Generative AI: What to Generate and What Not","created":"2024-04-08","cited_by_count":8,"area":null},{"id":"2405.13209","title":"Investigating Symbolic Capabilities of Large Language Models","created":"2024-05-21","cited_by_count":8,"area":null},{"id":"2410.20814","title":"NewTerm: Benchmarking Real-Time New Terms for Large Language Models with Annual Updates","created":"2024-10-28","cited_by_count":8,"area":null},{"id":"2604.06802","title":"Riemann-Bench: A Benchmark for Moonshot Mathematics","created":"2026-04-08","cited_by_count":8,"area":null},{"id":"2310.20051","title":"The Expressibility of Polynomial based Attention Scheme","created":"2023-10-30","cited_by_count":7,"area":null},{"id":"2312.04556","title":"Large Language Models for Mathematicians","created":"2023-12-07","cited_by_count":7,"area":null},{"id":"2405.15722","title":"Models That Prove Their Own Correctness","created":"2024-05-24","cited_by_count":7,"area":null},{"id":"2502.03568","title":"Code Simulation as a Proxy for High-order Tasks in Large Language Models","created":"2025-02-05","cited_by_count":7,"area":null}],"next_cursor":"100"}