{"total":585,"rows":[{"id":"2405.14573","title":"AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents","created":"2024-05-23","cited_by_count":468,"area":null},{"id":"2401.00595","title":"State of What Art? A Call for Multi-Prompt LLM Evaluation","created":"2023-12-31","cited_by_count":310,"area":null},{"id":"2402.14992","title":"tinyBenchmarks: evaluating LLMs with fewer examples","created":"2024-02-22","cited_by_count":310,"area":null},{"id":"2311.04076","title":"Do LLMs exhibit human-like response biases? A case study in survey design","created":"2023-11-07","cited_by_count":180,"area":null},{"id":"2402.00367","title":"Don't Hallucinate, Abstain: Identifying LLM Knowledge Gaps via Multi-LLM Collaboration","created":"2024-02-01","cited_by_count":180,"area":null},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2403.15412","title":"Towards Measuring and Modeling \"Culture\" in LLMs: A Survey","created":"2024-03-05","cited_by_count":167,"area":null},{"id":"2402.16786","title":"Political Compass or Spinning Arrow? Towards More Meaningful Evaluations for Values and Opinions in Large Language Models","created":"2024-02-26","cited_by_count":162,"area":null},{"id":"2410.12405","title":"ProSA: Assessing and Understanding the Prompt Sensitivity of LLMs","created":"2024-10-16","cited_by_count":149,"area":null},{"id":"2411.10541","title":"Does Prompt Formatting Have Any Impact on LLM Performance?","created":"2024-11-15","cited_by_count":141,"area":null},{"id":"2402.01781","title":"When Benchmarks are Targets: Revealing the Sensitivity of Large Language Model Leaderboards","created":"2024-02-01","cited_by_count":137,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2407.10457","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","created":"2024-07-15","cited_by_count":116,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2410.18164","title":"TabDPT: Scaling Tabular Foundation Models on Real Data","created":"2024-10-23","cited_by_count":113,"area":null},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2408.02442","title":"Let Me Speak Freely? A Study on the Impact of Format Restrictions on Performance of Large Language Models","created":"2024-08-05","cited_by_count":96,"area":null},{"id":"2406.12334","title":"What Did I Do Wrong? Quantifying LLMs' Sensitivity and Consistency to Prompt Engineering","created":"2024-06-18","cited_by_count":90,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2401.06766","title":"Mind Your Format: Towards Consistent Evaluation of In-Context Learning Improvements","created":"2024-01-12","cited_by_count":83,"area":null},{"id":"2502.11221","title":"PlanGenLLMs: A Modern Survey of LLM Planning Capabilities","created":"2025-02-16","cited_by_count":83,"area":null},{"id":"2403.15371","title":"Can large language models explore in-context?","created":"2024-03-22","cited_by_count":76,"area":null},{"id":"2406.12031","title":"Large Scale Transfer Learning for Tabular Data via Language Modeling","created":"2024-06-17","cited_by_count":76,"area":null},{"id":"2405.17202","title":"Efficient multi-prompt evaluation of LLMs","created":"2024-05-27","cited_by_count":73,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2402.15449","title":"Repetition Improves Language Model Embeddings","created":"2024-02-23","cited_by_count":72,"area":null},{"id":"2502.16761","title":"Language Model Fine-Tuning on Scaled Survey Data for Predicting Distributions of Public Opinions","created":"2025-02-24","cited_by_count":66,"area":null},{"id":"2406.14703","title":"Do LLMs Have Distinct and Consistent Personality? TRAIT: Personality Testset designed for LLMs with Psychometrics","created":"2024-06-20","cited_by_count":59,"area":null},{"id":"2410.02185","title":"POSIX: A Prompt Sensitivity Index For Large Language Models","created":"2024-10-03","cited_by_count":59,"area":null},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2406.10229","title":"Quantifying Variance in Evaluation Benchmarks","created":"2024-06-14","cited_by_count":54,"area":null},{"id":"2406.17055","title":"Large Language Models Assume People are More Rational than We Really are","created":"2024-06-24","cited_by_count":54,"area":null},{"id":"2311.05661","title":"Prompt Engineering a Prompt Engineer","created":"2023-11-09","cited_by_count":53,"area":null},{"id":"2403.12027","title":"From Pixels to Insights: A Survey on Automatic Chart Understanding in the Era of Large Foundation Models","created":"2024-03-18","cited_by_count":53,"area":null},{"id":"2410.13025","title":"LoRA Soups: Merging LoRAs for Practical Skill Composition Tasks","created":"2024-10-16","cited_by_count":52,"area":null},{"id":"2407.20371","title":"Gender, Race, and Intersectional Bias in Resume Screening via Language Model Retrieval","created":"2024-07-29","cited_by_count":51,"area":null},{"id":"2410.16491","title":"BIG5-CHAT: Shaping LLM Personalities Through Training on Human-Grounded Data","created":"2024-10-21","cited_by_count":50,"area":null},{"id":"2408.15204","title":"Can Unconfident LLM Annotations Be Used for Confident Conclusions?","created":"2024-08-27","cited_by_count":49,"area":null},{"id":"2311.09718","title":"You don't need a personality test to know these models are unreliable: Assessing the Reliability of Large Language Models on Psychometric Instruments","created":"2023-11-16","cited_by_count":48,"area":null},{"id":"2404.01077","title":"Efficient Prompting Methods for Large Language Models: A Survey","created":"2024-04-01","cited_by_count":47,"area":null},{"id":"2405.00467","title":"Harnessing the Power of Multiple Minds: Lessons Learned from LLM Routing","created":"2024-05-01","cited_by_count":46,"area":null},{"id":"2406.09519","title":"Talking Heads: Understanding Inter-layer Communication in Transformer Language Models","created":"2024-06-13","cited_by_count":41,"area":null},{"id":"2407.03129","title":"Social Bias Evaluation for Large Language Models Requires Prompt Variations","created":"2024-07-03","cited_by_count":40,"area":null},{"id":"2404.01266","title":"IsoBench: Benchmarking Multimodal Foundation Models on Isomorphic Representations","created":"2024-04-01","cited_by_count":38,"area":null},{"id":"2406.10248","title":"On the Worst Prompt Performance of Large Language Models","created":"2024-06-08","cited_by_count":38,"area":null},{"id":"2412.10271","title":"Benchmarking Linguistic Diversity of Large Language Models","created":"2024-12-13","cited_by_count":38,"area":null},{"id":"2502.06065","title":"Benchmarking Prompt Sensitivity in Large Language Models","created":"2025-02-09","cited_by_count":38,"area":null},{"id":"2404.03647","title":"Capabilities of Large Language Models in Control Engineering: A Benchmark Study on GPT-4, Claude 3 Opus, and Gemini 1.0 Ultra","created":"2024-04-04","cited_by_count":37,"area":null},{"id":"2311.07230","title":"How are Prompts Different in Terms of Sensitivity?","created":"2023-11-13","cited_by_count":35,"area":null},{"id":"2412.03782","title":"The broader spectrum of in-context learning","created":"2024-12-05","cited_by_count":35,"area":null},{"id":"2407.12874","title":"SELF-GUIDE: Better Task-Specific Instruction Following via Self-Synthetic Finetuning","created":"2024-07-16","cited_by_count":32,"area":null},{"id":"2505.13360","title":"What Prompts Don't Say: Understanding and Managing Underspecification in LLM Prompts","created":"2025-05-19","cited_by_count":32,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2407.09141","title":"Accuracy is Not All You Need","created":"2024-07-12","cited_by_count":31,"area":null},{"id":"2406.15981","title":"Serial Position Effects of Large Language Models","created":"2024-06-23","cited_by_count":30,"area":null},{"id":"2505.12201","title":"How Reliable is Multilingual LLM-as-a-Judge?","created":"2025-05-18","cited_by_count":30,"area":null},{"id":"2406.15708","title":"Teach Better or Show Smarter? On Instructions and Exemplars in Automatic Prompt Optimization","created":"2024-06-22","cited_by_count":29,"area":null},{"id":"2410.05362","title":"LLMs Are In-Context Bandit Reinforcement Learners","created":"2024-10-07","cited_by_count":29,"area":null},{"id":"2502.21228","title":"ECLeKTic: a Novel Challenge Set for Evaluation of Cross-Lingual Knowledge Transfer","created":"2025-02-28","cited_by_count":29,"area":null},{"id":"2406.08723","title":"ECBD: Evidence-Centered Benchmark Design for NLP","created":"2024-06-13","cited_by_count":28,"area":null},{"id":"2409.19430","title":"'Simulacrum of Stories': Examining Large Language Models as Qualitative Research Participants","created":"2024-09-28","cited_by_count":28,"area":null},{"id":"2401.13986","title":"Towards Consistent Natural-Language Explanations via Explanation-Consistency Finetuning","created":"2024-01-25","cited_by_count":26,"area":null},{"id":"2410.14516","title":"Do LLMs \"know\" internally when they follow instructions?","created":"2024-10-18","cited_by_count":26,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2402.00371","title":"What Does the Bot Say? Opportunities and Risks of Large Language Models in Social Media Bot Detection","created":"2024-02-01","cited_by_count":25,"area":null},{"id":"2403.04814","title":"Evaluation of LLMs on Syntax-Aware Code Fill-in-the-Middle Tasks","created":"2024-03-07","cited_by_count":25,"area":null},{"id":"2505.15229","title":"Multilingual Prompting for Improving LLM Generation Diversity","created":"2025-05-21","cited_by_count":25,"area":null},{"id":"2403.14859","title":"Log Probabilities Are a Reliable Estimate of Semantic Plausibility in Base and Instruction-Tuned Language Models","created":"2024-03-21","cited_by_count":24,"area":null},{"id":"2406.13261","title":"BeHonest: Benchmarking Honesty in Large Language Models","created":"2024-06-19","cited_by_count":24,"area":null},{"id":"2407.09429","title":"Open (Clinical) LLMs are Sensitive to Instruction Phrasings","created":"2024-07-12","cited_by_count":24,"area":null},{"id":"2501.18081","title":"Normative Evaluation of Large Language Models with Everyday Moral Dilemmas","created":"2025-01-30","cited_by_count":24,"area":null},{"id":"2402.06900","title":"Can LLMs Recognize Toxicity? A Structured Investigation Framework and Toxicity Metric","created":"2024-02-10","cited_by_count":23,"area":null},{"id":"2502.04510","title":"Heterogeneous Swarms: Jointly Optimizing Model Roles and Weights for Multi-LLM Systems","created":"2025-02-06","cited_by_count":23,"area":null},{"id":"2509.04013","title":"On Robustness and Reliability of Benchmark-Based Evaluation of LLMs","created":"2025-09-04","cited_by_count":23,"area":null},{"id":"2406.11661","title":"Cultural Conditioning or Placebo? On the Effectiveness of Socio-Demographic Prompting","created":"2024-06-17","cited_by_count":22,"area":null},{"id":"2406.17675","title":"Evaluating Large Language Models with Psychometrics","created":"2024-06-25","cited_by_count":22,"area":null},{"id":"2407.02209","title":"Generative Monoculture in Large Language Models","created":"2024-07-02","cited_by_count":22,"area":null},{"id":"2410.07069","title":"ReIFE: Re-evaluating Instruction-Following Evaluation","created":"2024-10-09","cited_by_count":22,"area":null},{"id":"2407.12344","title":"The Better Angels of Machine Personality: How Personality Relates to LLM Safety","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2503.01622","title":"DOVE: A Large-Scale Multi-Dimensional Predictions Dataset Towards Meaningful LLM Evaluation","created":"2025-03-03","cited_by_count":21,"area":null},{"id":"2504.06969","title":"Towards LLMs Robustness to Changes in Prompt Format Styles","created":"2025-04-09","cited_by_count":21,"area":null},{"id":"2603.13285","title":"Brittlebench: Quantifying LLM robustness via prompt sensitivity","created":"2026-02-27","cited_by_count":21,"area":null},{"id":"2404.09754","title":"Resilience of Large Language Models for Noisy Instructions","created":"2024-04-15","cited_by_count":20,"area":null},{"id":"2507.13919","title":"The Levers of Political Persuasion with Conversational AI","created":"2025-07-18","cited_by_count":20,"area":null},{"id":"2502.04134","title":"The Order Effect: Investigating Prompt Sensitivity to Input Order in LLMs","created":"2025-02-06","cited_by_count":19,"area":null},{"id":"2503.00137","title":"SCORE: Systematic COnsistency and Robustness Evaluation for Large Language Models","created":"2025-02-28","cited_by_count":19,"area":null},{"id":"2506.00582","title":"Do Language Models Mirror Human Confidence? Exploring Psychological Insights to Address Overconfidence in LLMs","created":"2025-05-31","cited_by_count":19,"area":null},{"id":"2506.22026","title":"Literature-Grounded Novelty Assessment of Scientific Ideas","created":"2025-06-27","cited_by_count":19,"area":null},{"id":"2402.12819","title":"Comparing Specialised Small and General Large Language Models on Text Classification: 100 Labelled Samples to Achieve Break-Even Performance","created":"2024-02-20","cited_by_count":18,"area":null},{"id":"2404.01954","title":"HyperCLOVA X Technical Report","created":"2024-04-02","cited_by_count":18,"area":null},{"id":"2404.05904","title":"The Hallucinations Leaderboard -- An Open Effort to Measure Hallucinations in Large Language Models","created":"2024-04-08","cited_by_count":17,"area":null},{"id":"2410.02110","title":"Can LLMs Reliably Simulate Human Learner Actions? A Simulation Authoring Framework for Open-Ended Learning Environments","created":"2024-10-03","cited_by_count":17,"area":null},{"id":"2402.15589","title":"LLMs as Meta-Reviewers' Assistants: A Case Study","created":"2024-02-23","cited_by_count":16,"area":null},{"id":"2404.12872","title":"LLM-R2: A Large Language Model Enhanced Rule-based Rewrite System for Boosting Query Efficiency","created":"2024-04-19","cited_by_count":16,"area":null},{"id":"2406.18528","title":"PrExMe! Large Scale Prompt Exploration of Open Source LLMs for Machine Translation and Summarization Evaluation","created":"2024-06-26","cited_by_count":16,"area":null},{"id":"2501.12557","title":"Understanding the LLM-ification of CHI: Unpacking the Impact of LLMs at CHI through a Systematic Literature Review","created":"2025-01-22","cited_by_count":16,"area":null},{"id":"2502.04295","title":"Beyond Prompt Content: Enhancing LLM Performance via Content-Format Integrated Prompt Optimization","created":"2025-02-06","cited_by_count":16,"area":null},{"id":"2504.01002","title":"Token embeddings violate the manifold hypothesis","created":"2025-04-01","cited_by_count":16,"area":null},{"id":"2507.22168","title":"Persona-Augmented Benchmarking: Evaluating LLMs Across Diverse Writing Styles","created":"2025-07-29","cited_by_count":16,"area":null},{"id":"2602.00521","title":"Diagnosing the Reliability of LLM-as-a-Judge via Item Response Theory","created":"2026-01-31","cited_by_count":16,"area":null}],"next_cursor":"100"}