{"total":99,"rows":[{"id":"2405.20362","title":"Hallucination-Free? Assessing the Reliability of Leading AI Legal Research Tools","created":"2024-05-30","cited_by_count":176,"area":null},{"id":"2406.04244","title":"Benchmark Data Contamination of Large Language Models: A Survey","created":"2024-06-06","cited_by_count":147,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2402.19450","title":"Functional Benchmarks for Robust Evaluation of Reasoning Performance, and the Reasoning Gap","created":"2024-02-29","cited_by_count":79,"area":"lr"},{"id":"2402.15052","title":"ToMBench: Benchmarking Theory of Mind in Large Language Models","created":"2024-02-23","cited_by_count":72,"area":null},{"id":"2406.02061","title":"Alice in Wonderland: Simple Tasks Showing Complete Reasoning Breakdown in State-Of-the-Art Large Language Models","created":"2024-06-04","cited_by_count":68,"area":"lr"},{"id":"2406.17975","title":"SoK: Membership Inference Attacks on LLMs are Rushing Nowhere (and How to Fix It)","created":"2024-06-25","cited_by_count":59,"area":"safety"},{"id":"2404.13627","title":"NegotiationToM: A Benchmark for Stress-testing Machine Theory of Mind on Negotiation Surrounding","created":"2024-04-21","cited_by_count":51,"area":null},{"id":"2412.10510","title":"DEFAME: Dynamic Evidence-based FAct-checking with Multimodal Experts","created":"2024-12-13","cited_by_count":43,"area":null},{"id":"2412.05631","title":"CharacterBox: Evaluating the Role-Playing Capabilities of LLMs in Text-Based Virtual Worlds","created":"2024-12-07","cited_by_count":38,"area":null},{"id":"2404.06209","title":"Elephants Never Forget: Memorization and Learning of Tabular Data in Large Language Models","created":"2024-04-09","cited_by_count":36,"area":null},{"id":"2502.14425","title":"A Survey on Data Contamination for Large Language Models","created":"2025-02-20","cited_by_count":35,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2406.14644","title":"Unveiling the Spectrum of Data Contamination in Language Models: A Survey from Detection to Remediation","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2406.17681","title":"VarBench: Robust Language Model Benchmarking Through Dynamic Variable Perturbation","created":"2024-06-25","cited_by_count":29,"area":null},{"id":"2410.18966","title":"Does Data Contamination Detection Work (Well) for LLMs? A Survey and Evaluation on Detection Assumptions","created":"2024-10-24","cited_by_count":26,"area":null},{"id":"2406.17633","title":"Knowledge Distillation in Automated Annotation: Supervised Text Classification with LLM-Generated Training Labels","created":"2024-06-25","cited_by_count":25,"area":"distill"},{"id":"2403.00393","title":"TRUCE: Private Benchmarking to Prevent Contamination and Improve Comparative Evaluation of LLMs","created":"2024-03-01","cited_by_count":24,"area":null},{"id":"2409.09554","title":"ASR Error Correction using Large Language Models","created":"2024-09-14","cited_by_count":24,"area":null},{"id":"2409.17647","title":"MECD: Unlocking Multi-Event Causal Discovery in Video Reasoning","created":"2024-09-26","cited_by_count":23,"area":"lr"},{"id":"2406.13990","title":"Inference-Time Decontamination: Reusing Leaked Benchmarks for Large Language Model Evaluation","created":"2024-06-20","cited_by_count":19,"area":null},{"id":"2411.08324","title":"Are LLMs Prescient? A Continuous Evaluation using Daily News as the Oracle","created":"2024-11-13","cited_by_count":19,"area":null},{"id":"2505.18893","title":"Reality Check: A New Evaluation Ecosystem Is Necessary to Understand AI's Real World Effects","created":"2025-05-24","cited_by_count":19,"area":null},{"id":"2402.12819","title":"Comparing Specialised Small and General Large Language Models on Text Classification: 100 Labelled Samples to Achieve Break-Even Performance","created":"2024-02-20","cited_by_count":18,"area":null},{"id":"2401.06643","title":"Effects of diversity incentives on sample diversity and downstream model performance in LLM-based text augmentation","created":"2024-01-12","cited_by_count":17,"area":null},{"id":"2406.07411","title":"VersiCode: Towards Version-controllable Code Generation","created":"2024-06-11","cited_by_count":17,"area":null},{"id":"2409.09467","title":"Keeping Humans in the Loop: Human-Centered Automated Annotation with Generative AI","created":"2024-09-14","cited_by_count":17,"area":null},{"id":"2504.10885","title":"PuzzleBench: A Fully Dynamic Evaluation Framework for Large Multimodal Models on Puzzle Solving","created":"2025-04-15","cited_by_count":17,"area":"mllm"},{"id":"2402.01909","title":"On Catastrophic Inheritance of Large Foundation Models","created":"2024-02-02","cited_by_count":15,"area":null},{"id":"2405.04403","title":"Learning To See But Forgetting To Follow: Visual Instruction Tuning Makes LLMs More Prone To Jailbreak Attacks","created":"2024-05-07","cited_by_count":15,"area":"mllm"},{"id":"2402.01656","title":"Promises and pitfalls of artificial intelligence for legal applications","created":"2024-01-10","cited_by_count":14,"area":null},{"id":"2406.13193","title":"PRESTO: Progressive Pretraining Enhances Synthetic Chemistry Outcomes","created":"2024-06-19","cited_by_count":14,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2407.09241","title":"The Sociolinguistic Foundations of Language Modeling","created":"2024-07-12","cited_by_count":13,"area":null},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2406.03345","title":"Feature contamination: Neural networks learn uncorrelated features and fail to generalize","created":"2024-06-05","cited_by_count":11,"area":null},{"id":"2407.08716","title":"A Taxonomy for Data Contamination in Large Language Models","created":"2024-07-11","cited_by_count":11,"area":null},{"id":"2405.15523","title":"The Mosaic Memory of Large Language Models","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2507.11405","title":"DCR: Quantifying Data Contamination in LLMs Evaluation","created":"2025-07-15","cited_by_count":10,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2505.09438","title":"Evaluating GPT- and Reasoning-based Large Language Models on Physics Olympiad Problems: Surpassing Human Performance and Implications for Educational Assessment","created":"2025-05-14","cited_by_count":7,"area":"lr"},{"id":"2506.15271","title":"Unlocking Post-hoc Dataset Inference with Synthetic Data","created":"2025-06-18","cited_by_count":7,"area":"synth"},{"id":"2403.00236","title":"Benchmarking zero-shot stance detection with FlanT5-XXL: Insights from training data, prompting, and decoding strategies into its near-SoTA performance","created":"2024-03-01","cited_by_count":6,"area":null},{"id":"2404.00712","title":"Survey of Computerized Adaptive Testing: A Machine Learning Perspective","created":"2024-03-31","cited_by_count":6,"area":null},{"id":"2411.02398","title":"Prompting with Phonemes: Enhancing LLMs' Multilinguality for Non-Latin Script Languages","created":"2024-11-04","cited_by_count":6,"area":null},{"id":"2404.15219","title":"Unsupervised End-to-End Task-Oriented Dialogue with LLMs: The Power of the Noisy Channel","created":"2024-04-23","cited_by_count":5,"area":null},{"id":"2409.03381","title":"CogniDual Framework: Self-Training Large Language Models within a Dual-System Theoretical Framework for Improving Cognitive Tasks","created":"2024-09-05","cited_by_count":5,"area":"synth"},{"id":"2402.07770","title":"Had enough of experts? Quantitative knowledge retrieval from large language models","created":"2024-02-12","cited_by_count":4,"area":null},{"id":"2407.12220","title":"Questionable practices in machine learning","created":"2024-07-17","cited_by_count":4,"area":null},{"id":"2407.19795","title":"VolDoGer: LLM-assisted Datasets for Domain Generalization in Vision-Language Tasks","created":"2024-07-29","cited_by_count":3,"area":null},{"id":"2410.05684","title":"Copiloting Diagnosis of Autism in Real Clinical Scenarios via LLMs","created":"2024-10-08","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2411.10842","title":"CODECLEANER: Elevating Standards with A Robust Data Contamination Mitigation Toolkit","created":"2024-11-16","cited_by_count":2,"area":null},{"id":"2411.15626","title":"Aligning Generalisation Between Humans and Machines","created":"2024-11-23","cited_by_count":2,"area":null},{"id":"2502.09168","title":"Musical Heritage Historical Entity Linking","created":"2025-02-13","cited_by_count":2,"area":null},{"id":"2504.08300","title":"Large Language Models Could Be Rote Learners","created":"2025-04-11","cited_by_count":2,"area":null},{"id":"2506.02461","title":"XToM: Exploring the Multilingual Theory of Mind for Large Language Models","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2506.21608","title":"SysTemp: A Multi-Agent System for Template-Based Generation of SysML v2","created":"2025-06-20","cited_by_count":2,"area":null},{"id":"2507.05266","title":"User Behavior Prediction as a Generic, Robust, Scalable, and Low-Cost Evaluation Strategy for Estimating Generalization in LLMs","created":"2025-06-30","cited_by_count":2,"area":null},{"id":"2508.01203","title":"Importance Sampling is All You Need: Predict LLM's performance on new benchmark by reusing existing benchmark","created":"2025-08-02","cited_by_count":2,"area":null},{"id":"2509.20909","title":"LogitTrace: Detecting Benchmark Contamination via Layerwise Logit Trajectories","created":"2025-09-25","cited_by_count":2,"area":null},{"id":"2510.13598","title":"FreshTab: Sourcing Fresh Data for Table-to-Text Generation Evaluation","created":"2025-10-15","cited_by_count":2,"area":null},{"id":"2511.09139","title":"MACEval: A Multi-Agent Continual Evaluation Network for Large Models","created":"2025-11-12","cited_by_count":2,"area":null},{"id":"2601.11019","title":"Finding the Translation Switch: Discovering and Exploiting the Task-Initiation Features in LLMs","created":"2026-01-16","cited_by_count":2,"area":"mechinterp"},{"id":"2602.00190","title":"From Gameplay Traces to Game Mechanics: Causal Induction with Large Language Models","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2608.02985","title":"Temporal Leakage in LLM Backtesting: Measurement, Validation, and Adjusted Scores","created":"2026-08-04","cited_by_count":2,"area":null},{"id":"2609.01552","title":"Can LLMs Discover Scientific Laws in Real and Parallel Worlds?","created":"2026-09-01","cited_by_count":2,"area":null},{"id":"2402.12817","title":"On Sensitivity of Learning with Limited Labelled Data to the Effects of Randomness: Impact of Interactions and Systematic Choices","created":"2024-02-20","cited_by_count":1,"area":null},{"id":"2404.12897","title":"Enabling Natural Zero-Shot Prompting on Encoder Models via Statement-Tuning","created":"2024-04-19","cited_by_count":1,"area":null},{"id":"2410.15005","title":"CAP: Data Contamination Detection via Consistency Amplification","created":"2024-10-19","cited_by_count":1,"area":null},{"id":"2412.01526","title":"Addressing Data Leakage in HumanEval Using Combinatorial Test Design","created":"2024-12-02","cited_by_count":1,"area":null},{"id":"2501.13983","title":"AdEval: Alignment-based Dynamic Evaluation to Mitigate Data Contamination in Large Language Models","created":"2025-01-23","cited_by_count":1,"area":null},{"id":"2503.03261","title":"Can Frontier LLMs Replace Annotators in Biomedical Text Mining? Analyzing Challenges and Exploring Solutions","created":"2025-03-05","cited_by_count":1,"area":null},{"id":"2508.16076","title":"Prompting with Sign Parameters for Low-resource Sign Language Instruction Generation","created":"2025-08-22","cited_by_count":1,"area":null},{"id":"2510.16439","title":"FrugalPrompt: Reducing Contextual Overhead in Large Language Models via Token Attribution","created":"2025-10-18","cited_by_count":1,"area":null},{"id":"2510.22389","title":"Can Small and Reasoning Large Language Models Score Journal Articles for Research Quality and Do Averaging and Few-shot Help?","created":"2025-10-25","cited_by_count":1,"area":"lr"},{"id":"2601.16823","title":"Disentangling generalization and memorization in large language models using chess","created":"2026-01-23","cited_by_count":1,"area":"lr"},{"id":"2605.26133","title":"Pretraining Data Exposure in Large Language Models: A Survey of Membership Inference, Data Contamination, and Security Implications","created":"2026-05-21","cited_by_count":1,"area":"safety"},{"id":"2405.00704","title":"A Survey on the Real Power of ChatGPT","created":"2024-04-22","cited_by_count":0,"area":null},{"id":"2411.07336","title":"SetLexSem Challenge: Using Set Operations to Evaluate the Lexical and Semantic Robustness of Language Models","created":"2024-11-11","cited_by_count":0,"area":null},{"id":"2412.04975","title":"PETapter: Leveraging PET-style classification heads for modular few-shot parameter-efficient fine-tuning","created":"2024-12-06","cited_by_count":0,"area":null},{"id":"2412.07975","title":"Machines of Meaning","created":"2024-12-10","cited_by_count":0,"area":null},{"id":"2505.08389","title":"Towards Contamination Resistant Benchmarks","created":"2025-05-13","cited_by_count":0,"area":null},{"id":"2505.13249","title":"RN-F: A Novel Approach for Mitigating Contaminated Data in Large Language Models","created":"2025-05-19","cited_by_count":0,"area":null},{"id":"2508.20275","title":"A Systematic Review on the Generative AI Applications in Human Medical Genomics","created":"2025-08-27","cited_by_count":0,"area":null},{"id":"2605.21543","title":"Provable Joint Decontamination for Benchmarking Multiple Large Language Models","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2605.23273","title":"Self-Refining Topology Optimization via an LLM-Based Multi-Agent Framework","created":"2026-05-22","cited_by_count":0,"area":"agents"},{"id":"2605.24818","title":"Correcting test set contamination by spiking the training data","created":"2026-05-24","cited_by_count":0,"area":null},{"id":"2606.00947","title":"Silent Failures in Federated Personalization of Foundation Models","created":"2026-05-31","cited_by_count":0,"area":null},{"id":"2608.04549","title":"EuroExec: Frontier Language Models Fall Short of Expert Judgment on European Executive Decision Tasks","created":"2026-08-05","cited_by_count":0,"area":null},{"id":"2608.12652","title":"Excess Separability: Nuisance-Controlled Residual-Stream Probing for Benchmark Contamination Detection","created":"2026-08-12","cited_by_count":0,"area":"safety"},{"id":"2608.25623","title":"Using profiles of cognitive capability to assess AI suitability for workplace tasks","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2608.29463","title":"Benchmark Contamination: A Taxonomy Organized by Defeated Mitigation","created":"2026-08-29","cited_by_count":0,"area":null},{"id":"2609.21888","title":"Detecting Pretraining Data in Large Language Models from a Free-Energy Perspective","created":"2026-09-18","cited_by_count":0,"area":null},{"id":"2609.23703","title":"Financial Language Models as Applied Artificial Intelligence Systems for News-Based Trading under Market Frictions","created":"2026-09-20","cited_by_count":0,"area":null},{"id":"2609.26610","title":"Semantic Abstraction for Natural Language Inference: a Methodological Framework for Discovering and Compensating Semantic Knowledge and Reasoning Gaps in Large Language Models","created":"2026-09-22","cited_by_count":0,"area":"lr"},{"id":"2610.02549","title":"Evaluating Multi-Dimensional Generalization of Large Language Models in Temporal Extraction Tasks","created":"2026-10-01","cited_by_count":0,"area":"lr"}],"next_cursor":null}