{"total":246,"rows":[{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2310.07641","title":"Evaluating Large Language Models at Evaluating Instruction Following","created":"2023-10-11","cited_by_count":302,"area":null},{"id":"2401.03065","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","created":"2024-01-05","cited_by_count":300,"area":null},{"id":"2307.10169","title":"Challenges and Applications of Large Language Models","created":"2023-07-19","cited_by_count":254,"area":null},{"id":"2308.03188","title":"Automatically Correcting Large Language Models: Surveying the landscape of diverse self-correction strategies","created":"2023-08-06","cited_by_count":238,"area":"lr"},{"id":"2310.16028","title":"What Algorithms can Transformers Learn? A Study in Length Generalization","created":"2023-10-24","cited_by_count":199,"area":null},{"id":"2309.13638","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","created":"2023-09-24","cited_by_count":178,"area":null},{"id":"2309.10062","title":"SMART-LLM: Smart Multi-Agent Robot Task Planning using Large Language Models","created":"2023-09-18","cited_by_count":153,"area":"agents"},{"id":"2411.00836","title":"DynaMath: A Dynamic Visual Benchmark for Evaluating Mathematical Reasoning Robustness of Vision Language Models","created":"2024-10-29","cited_by_count":146,"area":"lr"},{"id":"2407.11511","title":"Multi-Step Reasoning with Large Language Models, a Survey","created":"2024-07-16","cited_by_count":143,"area":"lr"},{"id":"2404.18400","title":"LLM-SR: Scientific Equation Discovery via Programming with Large Language Models","created":"2024-04-29","cited_by_count":133,"area":null},{"id":"2311.13614","title":"HalluciDoctor: Mitigating Hallucinatory Toxicity in Visual Instruction Data","created":"2023-11-22","cited_by_count":126,"area":"mllm"},{"id":"2404.02831","title":"Empowering Biomedical Discovery with AI Agents","created":"2024-04-03","cited_by_count":118,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2309.01809","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","created":"2023-09-04","cited_by_count":109,"area":null},{"id":"2309.17167","title":"DyVal: Dynamic Evaluation of Large Language Models for Reasoning Tasks","created":"2023-09-29","cited_by_count":101,"area":"lr"},{"id":"2411.07279","title":"The Surprising Effectiveness of Test-Time Training for Few-Shot Learning","created":"2024-11-11","cited_by_count":96,"area":null},{"id":"2406.06613","title":"GameBench: Evaluating Strategic Reasoning Abilities of LLM Agents","created":"2024-06-07","cited_by_count":95,"area":"lr"},{"id":"2502.06453","title":"MATH-Perturb: Benchmarking LLMs' Math Reasoning Abilities against Hard Perturbations","created":"2025-02-10","cited_by_count":89,"area":"lr"},{"id":"2404.01869","title":"Beyond Accuracy: Evaluating the Reasoning Behavior of Large Language Models -- A Survey","created":"2024-04-02","cited_by_count":83,"area":"lr"},{"id":"2402.19450","title":"Functional Benchmarks for Robust Evaluation of Reasoning Performance, and the Reasoning Gap","created":"2024-02-29","cited_by_count":79,"area":"lr"},{"id":"2309.16575","title":"A Benchmark for Learning to Translate a New Language from One Grammar Book","created":"2023-09-28","cited_by_count":75,"area":null},{"id":"2504.10415","title":"LLM-SRBench: A New Benchmark for Scientific Equation Discovery with Large Language Models","created":"2025-04-14","cited_by_count":71,"area":null},{"id":"2310.07064","title":"Large Language Models can Learn Rules","created":"2023-10-10","cited_by_count":69,"area":null},{"id":"2406.02061","title":"Alice in Wonderland: Simple Tasks Showing Complete Reasoning Breakdown in State-Of-the-Art Large Language Models","created":"2024-06-04","cited_by_count":68,"area":"lr"},{"id":"2311.09247","title":"Comparing Humans, GPT-4, and GPT-4V On Abstraction and Reasoning Tasks","created":"2023-11-14","cited_by_count":55,"area":"lr"},{"id":"2311.05661","title":"Prompt Engineering a Prompt Engineer","created":"2023-11-09","cited_by_count":53,"area":null},{"id":"2402.10962","title":"Measuring and Controlling Instruction (In)Stability in Language Model Dialogs","created":"2024-02-13","cited_by_count":53,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2407.15017","title":"Knowledge Mechanisms in Large Language Models: A Survey and Perspective","created":"2024-07-22","cited_by_count":51,"area":null},{"id":"2404.03602","title":"Evaluating LLMs at Detecting Errors in LLM Responses","created":"2024-04-04","cited_by_count":50,"area":null},{"id":"2310.03249","title":"Can Large Language Models be Good Path Planners? A Benchmark and Investigation on Spatial-temporal Reasoning","created":"2023-10-05","cited_by_count":49,"area":"lr"},{"id":"2408.02784","title":"LLM economicus? Mapping the Behavioral Biases of LLMs via Utility Theory","created":"2024-08-05","cited_by_count":47,"area":null},{"id":"2310.04276","title":"From task structures to world models: What do LLMs know?","created":"2023-10-06","cited_by_count":46,"area":"wm"},{"id":"2406.08702","title":"VLind-Bench: Measuring Language Priors in Large Vision-Language Models","created":"2024-06-13","cited_by_count":45,"area":"mllm"},{"id":"2407.02511","title":"LLM-A*: Large Language Model Enhanced Incremental Heuristic Search on Path Planning","created":"2024-06-20","cited_by_count":45,"area":null},{"id":"2401.06961","title":"CHAMP: A Competition-level Dataset for Fine-Grained Analyses of LLMs' Mathematical Reasoning Capabilities","created":"2024-01-13","cited_by_count":44,"area":"lr"},{"id":"2502.03671","title":"Advancing Reasoning in Large Language Models: Promising Methods and Approaches","created":"2025-02-05","cited_by_count":43,"area":"lr"},{"id":"2410.23856","title":"Can Language Models Perform Robust Reasoning in Chain-of-thought Prompting with Noisy Rationales?","created":"2024-10-31","cited_by_count":41,"area":"lr"},{"id":"2412.11427","title":"Towards Scientific Discovery with Generative AI: Progress, Opportunities, and Challenges","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2402.08955","title":"Using Counterfactual Tasks to Evaluate the Generality of Analogical Reasoning in Large Language Models","created":"2024-02-14","cited_by_count":38,"area":"lr"},{"id":"2506.21215","title":"Unveiling Causal Reasoning in Large Language Models: Reality or Mirage?","created":"2025-06-26","cited_by_count":38,"area":"lr"},{"id":"2404.06209","title":"Elephants Never Forget: Memorization and Learning of Tabular Data in Large Language Models","created":"2024-04-09","cited_by_count":36,"area":null},{"id":"2310.00836","title":"Towards LogiGLUE: A Brief Survey and A Benchmark for Analyzing Logical Reasoning Capabilities of Language Models","created":"2023-10-02","cited_by_count":35,"area":"lr"},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2311.09731","title":"Examining LLMs' Uncertainty Expression Towards Questions Outside Parametric Knowledge","created":"2023-11-16","cited_by_count":32,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2402.09664","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","created":"2024-02-15","cited_by_count":32,"area":"lr"},{"id":"2406.13439","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","created":"2024-06-19","cited_by_count":32,"area":null},{"id":"2411.14215","title":"Evaluating the Robustness of Analogical Reasoning in Large Language Models","created":"2024-11-21","cited_by_count":31,"area":"lr"},{"id":"2502.04381","title":"Limitations of Large Language Models in Clinical Problem-Solving Arising from Inflexible Reasoning","created":"2025-02-05","cited_by_count":31,"area":"lr"},{"id":"2502.20332","title":"Emergent Symbolic Mechanisms Support Abstract Reasoning in Large Language Models","created":"2025-02-27","cited_by_count":31,"area":"lr"},{"id":"2511.05963","title":"Next-Latent Prediction Transformers Learn Compact World Models","created":"2025-11-08","cited_by_count":31,"area":"wm"},{"id":"2307.10558","title":"Instruction-following Evaluation through Verbalizer Manipulation","created":"2023-07-20","cited_by_count":30,"area":null},{"id":"2309.07418","title":"A Fast Optimization View: Reformulating Single Layer Attention in LLM Based on Tensor and SVM Trick, and Solving It in Matrix Multiplication Time","created":"2023-09-14","cited_by_count":30,"area":null},{"id":"2406.08587","title":"CS-Bench: A Comprehensive Benchmark for Large Language Models towards Computer Science Mastery","created":"2024-06-12","cited_by_count":30,"area":null},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2408.00114","title":"Inductive or Deductive? Rethinking the Fundamental Reasoning Abilities of LLMs","created":"2024-07-31","cited_by_count":29,"area":"lr"},{"id":"2410.19599","title":"Take Caution in Using LLMs as Human Surrogates: Scylla Ex Machina","created":"2024-10-25","cited_by_count":29,"area":"lr"},{"id":"2411.12498","title":"Enhancing Reasoning Capabilities of LLMs via Principled Synthetic Logic Corpus","created":"2024-11-19","cited_by_count":29,"area":"lr"},{"id":"2406.06196","title":"LINGOLY: A Benchmark of Olympiad-Level Linguistic Reasoning Puzzles in Low-Resource and Extinct Languages","created":"2024-06-10","cited_by_count":28,"area":"lr"},{"id":"2408.09503","title":"Out-of-distribution generalization via composition: a lens through induction heads in Transformers","created":"2024-08-18","cited_by_count":28,"area":null},{"id":"2404.15846","title":"From Complex to Simple: Enhancing Multi-Constraint Complex Instruction Following Ability of Large Language Models","created":"2024-04-24","cited_by_count":27,"area":null},{"id":"2402.17709","title":"Case-Based or Rule-Based: How Do Transformers Do the Math?","created":"2024-02-27","cited_by_count":26,"area":null},{"id":"2311.18580","title":"FFT: Towards Harmlessness Evaluation and Analysis for LLMs with Factuality, Fairness, Toxicity","created":"2023-11-30","cited_by_count":25,"area":null},{"id":"2503.10814","title":"Thinking Machines: A Survey of LLM based Reasoning Strategies","created":"2025-03-13","cited_by_count":25,"area":"lr"},{"id":"2503.11751","title":"reWordBench: Benchmarking and Improving the Robustness of Reward Models with Transformed Inputs","created":"2025-03-14","cited_by_count":25,"area":"alignment"},{"id":"2311.00233","title":"Instructive Decoding: Instruction-Tuned Large Language Models are Self-Refiner from Noisy Instructions","created":"2023-11-01","cited_by_count":24,"area":null},{"id":"2407.08348","title":"Skywork-Math: Data Scaling Laws for Mathematical Reasoning in Large Language Models -- The Story Goes On","created":"2024-07-11","cited_by_count":24,"area":"lr"},{"id":"2410.04197","title":"CS4: Measuring the Creativity of Large Language Models Automatically by Controlling the Number of Story-Writing Constraints","created":"2024-10-05","cited_by_count":24,"area":null},{"id":"2404.09554","title":"Explainable Generative AI (GenXAI): A Survey, Conceptualization, and Research Agenda","created":"2024-04-15","cited_by_count":22,"area":null},{"id":"2406.08824","title":"LLM-Driven Robots Risk Enacting Discrimination, Violence, and Unlawful Actions","created":"2024-06-13","cited_by_count":22,"area":null},{"id":"2410.11005","title":"Assessing Dialect Fairness and Robustness of Large Language Models in Reasoning Tasks","created":"2024-10-14","cited_by_count":22,"area":"lr"},{"id":"2505.11581","title":"Questioning Representational Optimism in Deep Learning: The Fractured Entangled Representation Hypothesis","created":"2025-05-16","cited_by_count":22,"area":null},{"id":"2503.23084","title":"The Reasoning-Memorization Interplay in Language Models Is Mediated by a Single Direction","created":"2025-03-29","cited_by_count":21,"area":"lr"},{"id":"2509.26574","title":"Probing the Critical Point (CritPt) of AI Reasoning: a Frontier Physics Research Benchmark","created":"2025-09-30","cited_by_count":21,"area":"lr"},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null},{"id":"2311.00445","title":"A Systematic Comparison of Syllogistic Reasoning in Humans and Language Models","created":"2023-11-01","cited_by_count":20,"area":"lr"},{"id":"2401.09395","title":"Evaluating LLMs' Mathematical and Coding Competency through Ontology-guided Interventions","created":"2024-01-17","cited_by_count":20,"area":"lr"},{"id":"2402.19475","title":"The Counterfeit Conundrum: Can Code Language Models Grasp the Nuances of Their Incorrect Generations?","created":"2024-02-29","cited_by_count":20,"area":null},{"id":"2403.06644","title":"Elephants Never Forget: Testing Language Models for Memorization of Tabular Data","created":"2024-03-11","cited_by_count":19,"area":null},{"id":"2505.11454","title":"HumaniBench: A Human-Centric Framework for Large Multimodal Models Evaluation","created":"2025-05-16","cited_by_count":19,"area":"mllm"},{"id":"2308.07336","title":"Learning Deductive Reasoning from Synthetic Corpus based on Formal Logic","created":"2023-08-11","cited_by_count":18,"area":"lr"},{"id":"2410.01769","title":"Quantifying Generalization Complexity for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2506.22598","title":"RExBench: Can coding agents autonomously implement AI research extensions?","created":"2025-06-27","cited_by_count":18,"area":"agents"},{"id":"2404.04286","title":"Bias Amplification in Language Model Evolution: An Iterated Learning Perspective","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2409.12126","title":"Linguini: A benchmark for language-agnostic linguistic reasoning","created":"2024-09-18","cited_by_count":17,"area":"lr"},{"id":"2402.06204","title":"The Generative AI Paradox on Evaluation: What It Can Solve, It May Not Evaluate","created":"2024-02-09","cited_by_count":16,"area":null},{"id":"2406.02378","title":"On the Intrinsic Self-Correction Capability of LLMs: Uncertainty and Latent Concept","created":"2024-06-04","cited_by_count":16,"area":null},{"id":"2409.08330","title":"Real or Robotic? Assessing Whether LLMs Accurately Simulate Qualities of Human Responses in Dialogue","created":"2024-09-12","cited_by_count":16,"area":null},{"id":"2403.19279","title":"Fine-Tuning Language Models with Reward Learning on Policy","created":"2024-03-28","cited_by_count":15,"area":"alignment"},{"id":"2405.06680","title":"Exploring the Compositional Deficiency of Large Language Models in Mathematical Reasoning","created":"2024-05-05","cited_by_count":15,"area":"lr"},{"id":"2402.02212","title":"A Survey to Recent Progress Towards Understanding In-Context Learning","created":"2024-02-03","cited_by_count":14,"area":null},{"id":"2403.19148","title":"GenAI Detection Tools, Adversarial Techniques and Implications for Inclusivity in Higher Education","created":"2024-03-28","cited_by_count":14,"area":null},{"id":"2404.13070","title":"Evidence from counterfactual tasks supports emergent analogical reasoning in large language models","created":"2024-04-14","cited_by_count":14,"area":"lr"},{"id":"2407.11373","title":"Reliable Reasoning Beyond Natural Language","created":"2024-07-16","cited_by_count":14,"area":"lr"},{"id":"2409.17027","title":"Counterfactual Token Generation in Large Language Models","created":"2024-09-25","cited_by_count":14,"area":null},{"id":"2410.03767","title":"Reasoning Elicitation in Language Models via Counterfactual Feedback","created":"2024-10-02","cited_by_count":14,"area":"lr"},{"id":"2502.17955","title":"Language Models' Factuality Depends on the Language of Inquiry","created":"2025-02-25","cited_by_count":14,"area":null},{"id":"2505.02686","title":"Sailing by the Stars: A Survey on Reward Models and Learning Strategies for Learning from Rewards","created":"2025-05-05","cited_by_count":14,"area":"lr"}],"next_cursor":"100"}