{"total":203,"rows":[{"id":"2309.03882","title":"Large Language Models Are Not Robust Multiple Choice Selectors","created":"2023-09-07","cited_by_count":486,"area":null},{"id":"2308.11483","title":"Large Language Models Sensitivity to The Order of Options in Multiple-Choice Questions","created":"2023-08-22","cited_by_count":263,"area":null},{"id":"2306.05540","title":"DetectLLM: Leveraging Log Rank Information for Zero-Shot Detection of Machine-Generated Text","created":"2023-05-23","cited_by_count":210,"area":null},{"id":"2307.00716","title":"JourneyDB: A Benchmark for Generative Image Understanding","created":"2023-07-03","cited_by_count":205,"area":"mllm"},{"id":"2405.14782","title":"Lessons from the Trenches on Reproducible Evaluation of Language Models","created":"2024-05-23","cited_by_count":179,"area":null},{"id":"2304.10428","title":"GPT-NER: Named Entity Recognition via Large Language Models","created":"2023-04-20","cited_by_count":160,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2402.01781","title":"When Benchmarks are Targets: Revealing the Sensitivity of Large Language Model Leaderboards","created":"2024-02-01","cited_by_count":137,"area":null},{"id":"2305.18703","title":"Domain Specialization as the Key to Make Large Language Models Disruptive: A Comprehensive Survey","created":"2023-05-30","cited_by_count":135,"area":null},{"id":"2305.10626","title":"Language Models Meet World Models: Embodied Experiences Enhance Language Models","created":"2023-05-18","cited_by_count":124,"area":"wm"},{"id":"2406.05967","title":"CVQA: Culturally-diverse Multilingual Visual Question Answering Benchmark","created":"2024-06-10","cited_by_count":120,"area":"mllm"},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2310.01089","title":"GraphText: Graph Reasoning in Text Space","created":"2023-10-02","cited_by_count":111,"area":"lr"},{"id":"2406.08446","title":"OLMES: A Standard for Language Model Evaluations","created":"2024-06-12","cited_by_count":106,"area":null},{"id":"2308.10379","title":"Algorithm of Thoughts: Enhancing Exploration of Ideas in Large Language Models","created":"2023-08-20","cited_by_count":92,"area":"lr"},{"id":"2408.04667","title":"Non-Determinism of \"Deterministic\" LLM Settings","created":"2024-08-06","cited_by_count":92,"area":null},{"id":"2305.13144","title":"Response Length Perception and Sequence Scheduling: An LLM-Empowered LLM Inference Pipeline","created":"2023-05-22","cited_by_count":86,"area":"inference"},{"id":"2311.12399","title":"A Survey of Graph Meets Large Language Model: Progress and Future Directions","created":"2023-11-21","cited_by_count":85,"area":null},{"id":"2404.12259","title":"Concept Induction: Analyzing Unstructured Text with High-Level Concepts Using LLooM","created":"2024-04-18","cited_by_count":78,"area":null},{"id":"2312.09300","title":"Self-Evaluation Improves Selective Generation in Large Language Models","created":"2023-12-14","cited_by_count":76,"area":null},{"id":"2406.07545","title":"Open-LLM-Leaderboard: From Multi-choice to Open-style Questions for LLMs Evaluation, Benchmark, and Arena","created":"2024-06-11","cited_by_count":76,"area":null},{"id":"2306.07951","title":"Questioning the Survey Responses of Large Language Models","created":"2023-06-13","cited_by_count":74,"area":null},{"id":"2306.08189","title":"Language models are not naysayers: An analysis of language models on negation benchmarks","created":"2023-06-14","cited_by_count":74,"area":null},{"id":"2402.12483","title":"Artifacts or Abduction: How Do LLMs Answer Multiple-Choice Questions Without the Question?","created":"2024-02-19","cited_by_count":71,"area":null},{"id":"2403.17752","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","created":"2024-03-26","cited_by_count":69,"area":null},{"id":"2404.13081","title":"SuRe: Summarizing Retrievals using Answer Candidates for Open-domain QA of LLMs","created":"2024-04-17","cited_by_count":67,"area":null},{"id":"2307.14385","title":"Mental-LLM: Leveraging Large Language Models for Mental Health Prediction via Online Text Data","created":"2023-07-26","cited_by_count":66,"area":null},{"id":"2309.15427","title":"Graph Neural Prompting with Large Language Models","created":"2023-09-27","cited_by_count":64,"area":null},{"id":"2311.16534","title":"Graph Prompt Learning: A Comprehensive Survey and Beyond","created":"2023-11-28","cited_by_count":61,"area":null},{"id":"2401.07078","title":"PUB: A Pragmatics Understanding Benchmark for Assessing LLMs' Pragmatics Capabilities","created":"2024-01-13","cited_by_count":59,"area":null},{"id":"2403.14622","title":"Language Repository for Long Video Understanding","created":"2024-03-21","cited_by_count":55,"area":null},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2404.13627","title":"NegotiationToM: A Benchmark for Stress-testing Machine Theory of Mind on Negotiation Surrounding","created":"2024-04-21","cited_by_count":51,"area":null},{"id":"2406.02030","title":"Multimodal Reasoning with Multimodal Knowledge Graph","created":"2024-06-04","cited_by_count":44,"area":"lr"},{"id":"2408.01337","title":"MuChoMusic: Evaluating Music Understanding in Multimodal Audio-Language Models","created":"2024-08-02","cited_by_count":44,"area":null},{"id":"2406.19501","title":"Monitoring Latent World States in Language Models with Propositional Probes","created":"2024-06-27","cited_by_count":43,"area":"wm"},{"id":"2506.22316","title":"Evaluating Scoring Bias in LLM-as-a-Judge","created":"2025-06-27","cited_by_count":43,"area":null},{"id":"2304.14827","title":"ChatGPT Evaluation on Sentence Level Relations: A Focus on Temporal, Causal, and Discourse Relations","created":"2023-04-28","cited_by_count":40,"area":null},{"id":"2407.03129","title":"Social Bias Evaluation for Large Language Models Requires Prompt Variations","created":"2024-07-03","cited_by_count":40,"area":null},{"id":"2306.10073","title":"Thrilled by Your Progress! Large Language Models (GPT-4) No Longer Struggle to Pass Assessments in Higher Education Programming Courses","created":"2023-06-15","cited_by_count":39,"area":null},{"id":"2309.08163","title":"Self-Assessment Tests are Unreliable Measures of LLM Personality","created":"2023-09-15","cited_by_count":39,"area":null},{"id":"2309.14534","title":"Teach AI How to Code: Using Large Language Models as Teachable Agents for Programming Education","created":"2023-09-25","cited_by_count":39,"area":"agents"},{"id":"2403.01988","title":"FKA-Owl: Advancing Multimodal Fake News Detection through Knowledge-Augmented LVLMs","created":"2024-03-04","cited_by_count":38,"area":null},{"id":"2407.15018","title":"Answer, Assemble, Ace: Understanding How LMs Answer Multiple Choice Questions","created":"2024-07-21","cited_by_count":35,"area":null},{"id":"2402.01349","title":"LLMs May Perform MCQA by Selecting the Least Incorrect Option","created":"2024-02-02","cited_by_count":33,"area":null},{"id":"2303.08033","title":"Large Language Models (GPT) Struggle to Answer Multiple-Choice Questions about Code","created":"2023-03-09","cited_by_count":32,"area":null},{"id":"2304.05510","title":"chatClimate: Grounding Conversational AI in Climate Science","created":"2023-04-11","cited_by_count":32,"area":null},{"id":"2305.14693","title":"Have Large Language Models Developed a Personality?: Applicability of Self-Assessment Tests in Measuring Personality in LLMs","created":"2023-05-24","cited_by_count":32,"area":null},{"id":"2306.13906","title":"Can GPT-4 Support Analysis of Textual Data in Tasks Requiring Highly Specialized Domain Expertise?","created":"2023-06-24","cited_by_count":31,"area":null},{"id":"2411.12498","title":"Enhancing Reasoning Capabilities of LLMs via Principled Synthetic Logic Corpus","created":"2024-11-19","cited_by_count":29,"area":"lr"},{"id":"2305.14869","title":"CAR: Conceptualization-Augmented Reasoner for Zero-Shot Commonsense Question Answering","created":"2023-05-24","cited_by_count":28,"area":"lr"},{"id":"2405.11966","title":"Multiple-Choice Questions are Efficient and Robust LLM Evaluators","created":"2024-05-20","cited_by_count":28,"area":null},{"id":"2503.14996","title":"Right Answer, Wrong Score: Uncovering the Inconsistencies of LLM Evaluation in Multiple-Choice Question Answering","created":"2025-03-19","cited_by_count":28,"area":null},{"id":"2407.14614","title":"Evaluating language models as risk scores","created":"2024-07-19","cited_by_count":27,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2310.01651","title":"Fool Your (Vision and) Language Model With Embarrassingly Simple Permutations","created":"2023-10-02","cited_by_count":25,"area":"mllm"},{"id":"2403.16998","title":"Understanding Long Videos with Multimodal Language Models","created":"2024-03-25","cited_by_count":25,"area":"mllm"},{"id":"2406.06316","title":"Tx-LLM: A Large Language Model for Therapeutics","created":"2024-06-10","cited_by_count":25,"area":null},{"id":"2408.08656","title":"LLMs Are Biased Towards Output Formats! Systematically Evaluating and Mitigating Output Format Bias of LLMs","created":"2024-08-16","cited_by_count":25,"area":null},{"id":"2305.08391","title":"Uncovering the Potential of ChatGPT for Discourse Analysis in Dialogue: An Empirical Study","created":"2023-05-15","cited_by_count":24,"area":null},{"id":"2406.06027","title":"HOLMES: Hyper-Relational Knowledge Graphs for Multi-hop Question Answering using LLMs","created":"2024-06-10","cited_by_count":24,"area":null},{"id":"2401.16107","title":"Beyond Direct Diagnosis: LLM-based Multi-Specialist Agent Consultation for Automatic Diagnosis","created":"2024-01-29","cited_by_count":23,"area":"agents"},{"id":"2510.12697","title":"Multi-Agent Debate for LLM Judges with Adaptive Stability Detection","created":"2025-10-14","cited_by_count":23,"area":"lr"},{"id":"2401.07955","title":"A Study on Large Language Models' Limitations in Multiple-Choice Question Answering","created":"2024-01-15","cited_by_count":22,"area":null},{"id":"2405.14383","title":"Perception of Knowledge Boundary for Large Language Models through Semi-open-ended Question Answering","created":"2024-05-23","cited_by_count":20,"area":null},{"id":"2406.03009","title":"Unveiling Selection Biases: Exploring Order and Token Sensitivity in Large Language Models","created":"2024-06-05","cited_by_count":20,"area":null},{"id":"2411.15477","title":"Towards Robust Evaluation of Unlearning in LLMs via Data Transformations","created":"2024-11-23","cited_by_count":20,"area":"safety"},{"id":"2410.08851","title":"Measuring the Inconsistency of Large Language Models in Preferential Ranking","created":"2024-10-11","cited_by_count":19,"area":null},{"id":"2503.12972","title":"Aligning Vision to Language: Annotation-Free Multimodal Knowledge Graph Construction for Enhanced LLMs Reasoning","created":"2025-03-17","cited_by_count":19,"area":"lr"},{"id":"2312.11518","title":"User Modeling in the Era of Large Language Models: Current Research and Future Directions","created":"2023-12-11","cited_by_count":18,"area":null},{"id":"2403.06932","title":"ERA-CoT: Improving Chain-of-Thought through Entity Relationship Analysis","created":"2024-03-11","cited_by_count":18,"area":"lr"},{"id":"2410.01999","title":"CodeMMLU: A Multi-Task Benchmark for Assessing Code Understanding & Reasoning Capabilities of CodeLLMs","created":"2024-10-02","cited_by_count":18,"area":"lr"},{"id":"2310.13571","title":"Why Can Large Language Models Generate Correct Chain-of-Thoughts?","created":"2023-10-20","cited_by_count":16,"area":"lr"},{"id":"2504.01801","title":"Investigating and Scaling up Code-Switching for Multilingual Language Model Pre-Training","created":"2025-04-02","cited_by_count":16,"area":null},{"id":"2403.01924","title":"To Generate or to Retrieve? On the Effectiveness of Artificial Contexts for Medical Open-Domain Question Answering","created":"2024-03-04","cited_by_count":15,"area":null},{"id":"2405.03205","title":"Anchored Answers: Unravelling Positional Bias in GPT-2's Multiple-Choice Questions","created":"2024-05-06","cited_by_count":15,"area":"mechinterp"},{"id":"2406.01026","title":"Strengthened Symbol Binding Makes Large Language Models Reliable Multiple-Choice Selectors","created":"2024-06-03","cited_by_count":15,"area":null},{"id":"2509.22820","title":"MMPB: It's Time for Multi-Modal Personalization","created":"2025-09-26","cited_by_count":14,"area":null},{"id":"2403.20331","title":"Unsolvable Problem Detection: Robust Understanding Evaluation for Large Multimodal Models","created":"2024-03-29","cited_by_count":13,"area":"mllm"},{"id":"2504.14051","title":"CAOTE: KV Cache Selection for LLMs via Attention Output Error-Based Token Eviction","created":"2025-04-18","cited_by_count":13,"area":"inference"},{"id":"2509.03986","title":"Promptception: How Sensitive Are Large Multimodal Models to Prompts?","created":"2025-09-04","cited_by_count":13,"area":"mllm"},{"id":"2402.18113","title":"Small But Funny: A Feedback-Driven Approach to Humor Distillation","created":"2024-02-28","cited_by_count":12,"area":null},{"id":"2407.01992","title":"Is Your Large Language Model Knowledgeable or a Choices-Only Cheater?","created":"2024-07-02","cited_by_count":12,"area":null},{"id":"2409.18857","title":"Mitigating Selection Bias with Node Pruning and Auxiliary Options","created":"2024-09-27","cited_by_count":12,"area":null},{"id":"2311.04694","title":"Evaluating Generative Ad Hoc Information Retrieval","created":"2023-11-08","cited_by_count":11,"area":null},{"id":"2404.04113","title":"BEAR: A Unified Framework for Evaluating Relational Knowledge in Causal and Masked Language Models","created":"2024-04-05","cited_by_count":11,"area":null},{"id":"2406.03993","title":"Assessing LLMs for Zero-shot Abstractive Summarization Through the Lens of Relevance Paraphrasing","created":"2024-06-06","cited_by_count":11,"area":null},{"id":"2502.08779","title":"BBQ-V: Benchmarking Visual Stereotype Bias in Large Multimodal Models","created":"2025-02-12","cited_by_count":11,"area":"mllm"},{"id":"2502.18316","title":"WiCkeD: A Simple Method to Make Multiple Choice Benchmarks More Challenging","created":"2025-02-25","cited_by_count":11,"area":null},{"id":"2310.09536","title":"CarExpert: Leveraging Large Language Models for In-Car Conversational Question Answering","created":"2023-10-14","cited_by_count":10,"area":"rag"},{"id":"2306.01549","title":"Evaluating Machine Translation Quality with Conformal Predictive Distributions","created":"2023-06-02","cited_by_count":9,"area":null},{"id":"2510.04398","title":"SECA: Semantically Equivalent and Coherent Attacks for Eliciting LLM Hallucinations","created":"2025-10-05","cited_by_count":9,"area":null},{"id":"2511.00280","title":"Calibration Across Layers: Understanding Calibration Evolution in LLMs","created":"2025-10-31","cited_by_count":9,"area":null},{"id":"2511.20315","title":"Geometry of Decision Making in Language Models","created":"2025-11-25","cited_by_count":9,"area":null},{"id":"2609.25845","title":"Visual Jev: Accurate and Efficient Decisions from Shared Visual Context","created":"2026-09-22","cited_by_count":9,"area":null},{"id":"2305.14725","title":"AMELI: Enhancing Multimodal Entity Linking with Fine-Grained Attributes","created":"2023-05-24","cited_by_count":8,"area":null},{"id":"2310.15575","title":"POE: Process of Elimination for Multiple Choice Reasoning","created":"2023-10-24","cited_by_count":8,"area":"lr"},{"id":"2310.20499","title":"Leveraging Word Guessing Games to Assess the Intelligence of Large Language Models","created":"2023-10-31","cited_by_count":8,"area":"agents"},{"id":"2403.07398","title":"Complex Reasoning over Logical Queries on Commonsense Knowledge Graphs","created":"2024-03-12","cited_by_count":8,"area":"lr"},{"id":"2403.13590","title":"Teacher-Student Training for Debiasing: General Permutation Debiasing for Large Language Models","created":"2024-03-20","cited_by_count":8,"area":"distill"}],"next_cursor":"100"}