{"total":177,"rows":[{"id":"2407.10671","title":"Qwen2 Technical Report","created":"2024-07-15","cited_by_count":2120,"area":null},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004,"area":"lr"},{"id":"2411.16594","title":"From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge","created":"2024-11-25","cited_by_count":494,"area":null},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2406.19314","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","created":"2024-06-27","cited_by_count":262,"area":null},{"id":"2310.17623","title":"Proving Test Set Contamination in Black Box Language Models","created":"2023-10-26","cited_by_count":230,"area":null},{"id":"2507.02833","title":"Generalizing Verifiable Instruction Following","created":"2025-07-03","cited_by_count":194,"area":null},{"id":"2404.11584","title":"The Landscape of Emerging AI Agent Architectures for Reasoning, Planning, and Tool Calling: A Survey","created":"2024-04-17","cited_by_count":168,"area":"agents"},{"id":"2310.05189","title":"Factuality Challenges in the Era of Large Language Models","created":"2023-10-08","cited_by_count":126,"area":null},{"id":"2401.14446","title":"Black-Box Access is Insufficient for Rigorous AI Audits","created":"2024-01-25","cited_by_count":126,"area":null},{"id":"2502.01534","title":"Preference Leakage: A Contamination Problem in LLM-as-a-judge","created":"2025-02-03","cited_by_count":125,"area":null},{"id":"2411.12990","title":"BetterBench: Assessing AI Benchmarks, Uncovering Issues, and Establishing Best Practices","created":"2024-11-20","cited_by_count":114,"area":null},{"id":"2309.17167","title":"DyVal: Dynamic Evaluation of Large Language Models for Reasoning Tasks","created":"2023-09-29","cited_by_count":101,"area":"lr"},{"id":"2406.13629","title":"InstructRAG: Instructing Retrieval-Augmented Generation via Self-Synthesized Rationales","created":"2024-06-19","cited_by_count":101,"area":"rag"},{"id":"2504.07086","title":"A Sober Look at Progress in Language Model Reasoning: Pitfalls and Paths to Reproducibility","created":"2025-04-09","cited_by_count":93,"area":"lr"},{"id":"2401.06059","title":"Investigating Data Contamination for Pre-training Language Models","created":"2024-01-11","cited_by_count":91,"area":null},{"id":"2407.04069","title":"A Systematic Survey and Critical Review on Evaluating Large Language Models: Challenges, Limitations, and Recommendations","created":"2024-07-04","cited_by_count":85,"area":null},{"id":"2402.17840","title":"Follow My Instruction and Spill the Beans: Scalable Data Extraction from Retrieval-Augmented Generation Systems","created":"2024-02-27","cited_by_count":76,"area":"rag"},{"id":"2402.09910","title":"DE-COP: Detecting Copyrighted Content in Language Models Training Data","created":"2024-02-15","cited_by_count":74,"area":null},{"id":"2406.02061","title":"Alice in Wonderland: Simple Tasks Showing Complete Reasoning Breakdown in State-Of-the-Art Large Language Models","created":"2024-06-04","cited_by_count":68,"area":"lr"},{"id":"2402.14904","title":"Watermarking Makes Language Models Radioactive","created":"2024-02-22","cited_by_count":58,"area":"safety"},{"id":"2404.07544","title":"From Words to Numbers: Your Large Language Model Is Secretly A Capable Regressor When Given In-Context Examples","created":"2024-04-11","cited_by_count":57,"area":null},{"id":"2402.14865","title":"Dynamic Evaluation of Large Language Models by Meta Probing Agents","created":"2024-02-21","cited_by_count":54,"area":"agents"},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2405.01976","title":"Conformal Prediction for Natural Language Processing: A Survey","created":"2024-05-03","cited_by_count":53,"area":null},{"id":"2407.06153","title":"What's Wrong with Your Code Generated by Large Language Models? An Extensive Study","created":"2024-07-08","cited_by_count":53,"area":null},{"id":"2404.13627","title":"NegotiationToM: A Benchmark for Stress-testing Machine Theory of Mind on Negotiation Surrounding","created":"2024-04-21","cited_by_count":51,"area":null},{"id":"2311.06233","title":"Data Contamination Quiz: A Tool to Detect and Estimate Contamination in Large Language Models","created":"2023-11-10","cited_by_count":47,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2508.18076","title":"Neither Valid nor Reliable? Investigating the Use of LLMs as Judges","created":"2025-08-25","cited_by_count":39,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2405.16281","title":"ConStat: Performance-Based Contamination Detection in Large Language Models","created":"2024-05-25","cited_by_count":33,"area":null},{"id":"2411.02902","title":"Membership Inference Attacks against Large Vision-Language Models","created":"2024-11-05","cited_by_count":33,"area":"mllm"},{"id":"2402.02823","title":"Evading Data Contamination Detection for Language Models is (too) Easy","created":"2024-02-05","cited_by_count":30,"area":null},{"id":"2410.01748","title":"Not All LLM Reasoners Are Created Equal","created":"2024-10-02","cited_by_count":30,"area":"lr"},{"id":"2310.11053","title":"Denevil: Towards Deciphering and Navigating the Ethical Values of Large Language Models via Instruction Learning","created":"2023-10-17","cited_by_count":26,"area":null},{"id":"2406.13236","title":"Data Contamination Can Cross Language Barriers","created":"2024-06-19","cited_by_count":26,"area":null},{"id":"2406.17271","title":"DARG: Dynamic Evaluation of Large Language Models via Adaptive Reasoning Graph","created":"2024-06-25","cited_by_count":26,"area":"lr"},{"id":"2403.00393","title":"TRUCE: Private Benchmarking to Prevent Contamination and Improve Comparative Evaluation of LLMs","created":"2024-03-01","cited_by_count":24,"area":null},{"id":"2406.18966","title":"DataGen: Unified Synthetic Dataset Generation via Large Language Models","created":"2024-06-27","cited_by_count":23,"area":"synth"},{"id":"2402.01411","title":"CodePori: Large-Scale System for Autonomous Software Development Using Multi-Agent Technology","created":"2024-02-02","cited_by_count":22,"area":"agents"},{"id":"2408.13833","title":"Biomedical Large Languages Models Seem not to be Superior to Generalist Models on Unseen Medical Data","created":"2024-08-25","cited_by_count":21,"area":null},{"id":"2509.26574","title":"Probing the Critical Point (CritPt) of AI Reasoning: a Frontier Physics Research Benchmark","created":"2025-09-30","cited_by_count":21,"area":"lr"},{"id":"2411.07127","title":"Benchmarking LLMs' Judgments with No Gold Standard","created":"2024-11-11","cited_by_count":19,"area":null},{"id":"2410.01769","title":"Quantifying Generalization Complexity for Large Language Models","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2505.18882","title":"Personalized Safety in LLMs: A Benchmark and A Planning-Based Agent Approach","created":"2025-05-24","cited_by_count":16,"area":"agents"},{"id":"2502.00678","title":"How Contaminated Is Your Benchmark? Quantifying Dataset Leakage in Large Language Models with Kernel Divergence","created":"2025-02-02","cited_by_count":15,"area":null},{"id":"2503.16402","title":"The Emperor's New Clothes in Benchmarking? A Rigorous Examination of Mitigation Strategies for LLM Benchmark Data Contamination","created":"2025-03-20","cited_by_count":15,"area":null},{"id":"2410.03249","title":"How Much Can We Forget about Data Contamination?","created":"2024-10-04","cited_by_count":14,"area":null},{"id":"2410.09247","title":"Benchmark Inflation: Revealing LLM Performance Gaps Using Retro-Holdouts","created":"2024-10-11","cited_by_count":14,"area":null},{"id":"2405.19740","title":"PertEval: Unveiling Real Knowledge Capacity of LLMs with Knowledge-Invariant Perturbations","created":"2024-05-30","cited_by_count":13,"area":null},{"id":"2406.10834","title":"Exposing the Achilles' Heel: Evaluating LLMs Ability to Handle Mistakes in Mathematical Reasoning","created":"2024-06-16","cited_by_count":13,"area":"lr"},{"id":"2501.13766","title":"UGMathBench: A Diverse and Dynamic Benchmark for Undergraduate-Level Mathematical Reasoning with Large Language Models","created":"2025-01-23","cited_by_count":13,"area":"lr"},{"id":"2404.00699","title":"A Comprehensive Survey of Contamination Detection Methods in Large Language Models","created":"2024-03-31","cited_by_count":12,"area":null},{"id":"2412.18719","title":"Using Large Language Models for Automated Grading of Student Writing about Science","created":"2024-12-25","cited_by_count":12,"area":null},{"id":"2503.13572","title":"VeriContaminated: Assessing LLM-Driven Verilog Coding for Data Contamination","created":"2025-03-17","cited_by_count":12,"area":null},{"id":"2407.21248","title":"Adaptive Pre-training Data Detection for Large Language Models via Surprising Tokens","created":"2024-07-30","cited_by_count":11,"area":null},{"id":"2602.14233","title":"Evaluating LLMs in Finance Requires Explicit Bias Consideration","created":"2026-02-15","cited_by_count":11,"area":null},{"id":"2406.12902","title":"JavaBench: A Benchmark of Object-Oriented Code Generation for Evaluating Large Language Models","created":"2024-06-10","cited_by_count":10,"area":null},{"id":"2506.03231","title":"NetArena: Dynamic Benchmarks for AI Agents in Network Automation","created":"2025-06-03","cited_by_count":9,"area":null},{"id":"2510.10278","title":"Simulating Viva Voce Examinations to Evaluate Clinical Reasoning in Large Language Models","created":"2025-10-11","cited_by_count":9,"area":"lr"},{"id":"2312.03759","title":"How should the advent of large language models affect the practice of science?","created":"2023-12-05","cited_by_count":8,"area":null},{"id":"2410.10880","title":"Fine-tuning can Help Detect Pretraining Data from Large Language Models","created":"2024-10-09","cited_by_count":8,"area":null},{"id":"2502.20170","title":"Re-evaluating Open-ended Evaluation of Large Language Models","created":"2025-02-27","cited_by_count":8,"area":null},{"id":"2504.13416","title":"STAMP Your Content: Proving Dataset Membership via Watermarked Rephrasings","created":"2025-04-18","cited_by_count":8,"area":null},{"id":"2510.27055","title":"Detecting Data Contamination in LLMs via In-Context Learning","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2401.17645","title":"ReSLLM: Large Language Models are Strong Resource Selectors for Federated Search","created":"2024-01-31","cited_by_count":7,"area":"rag"},{"id":"2404.02261","title":"LLMs in the Loop: Leveraging Large Language Model Annotations for Active Learning in Low-Resource Languages","created":"2024-04-02","cited_by_count":7,"area":null},{"id":"2505.18102","title":"CapBencher: Give Your LLM Benchmark a Built-in Alarm for Test-Set Overfitting","created":"2025-05-23","cited_by_count":7,"area":null},{"id":"2506.15271","title":"Unlocking Post-hoc Dataset Inference with Synthetic Data","created":"2025-06-18","cited_by_count":7,"area":"synth"},{"id":"2507.17747","title":"Pretraining on the Test Set Is No Longer All You Need: A Debate-Driven Approach to QA Benchmarks","created":"2025-07-23","cited_by_count":7,"area":null},{"id":"2508.17416","title":"Data Leakage in Visual Datasets","created":"2025-08-24","cited_by_count":7,"area":null},{"id":"2408.11546","title":"Memorization in In-Context Learning","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2506.08762","title":"EDINET-Bench: Evaluating LLMs on Complex Financial Tasks using Japanese Financial Statements","created":"2025-06-10","cited_by_count":6,"area":null},{"id":"2506.19399","title":"Automated Detection of Pre-training Text in Black-box LLMs","created":"2025-06-24","cited_by_count":6,"area":null},{"id":"2606.11447","title":"AI Coding Agents Can Reproduce Social Science Findings","created":"2026-06-09","cited_by_count":6,"area":"agents"},{"id":"2401.12246","title":"Orion-14B: Open-source Multilingual Large Language Models","created":"2024-01-20","cited_by_count":5,"area":null},{"id":"2505.03019","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","created":"2025-05-05","cited_by_count":5,"area":null},{"id":"2509.01082","title":"RefineStat: Efficient Exploration for Probabilistic Program Synthesis","created":"2025-09-01","cited_by_count":5,"area":null},{"id":"2601.06103","title":"The Impact of Post-training on Data Contamination","created":"2026-01-03","cited_by_count":5,"area":"lr"},{"id":"2603.20807","title":"BenchBench: Benchmarking Automated Benchmark Generation","created":"2026-03-21","cited_by_count":5,"area":null},{"id":"2505.13531","title":"AdAEM: An Adaptively and Automated Extensible Measurement of LLMs' Value Difference","created":"2025-05-18","cited_by_count":4,"area":null},{"id":"2505.22945","title":"OWL: Probing Cross-Lingual Recall of Memorized Texts via World Literature","created":"2025-05-28","cited_by_count":4,"area":null},{"id":"2506.10378","title":"Discovering Hierarchical Latent Capabilities of Language Models via Causal Representation Learning","created":"2025-06-12","cited_by_count":4,"area":null},{"id":"2604.00025","title":"Brevity Constraints Reverse Performance Hierarchies in Language Models","created":"2026-03-11","cited_by_count":4,"area":null},{"id":"2311.01490","title":"The Behavior of Large Language Models When Prompted to Generate Code Explanations","created":"2023-11-02","cited_by_count":3,"area":null},{"id":"2501.06708","title":"Evaluating Sample Utility for Efficient Data Selection by Mimicking Model Weights","created":"2025-01-12","cited_by_count":3,"area":null},{"id":"2505.11004","title":"Illusion or Algorithm? Investigating Memorization, Emergence, and Symbolic Processing in In-Context Learning","created":"2025-05-16","cited_by_count":3,"area":null},{"id":"2507.16217","title":"Towards Compute-Optimal Many-Shot In-Context Learning","created":"2025-07-22","cited_by_count":3,"area":null},{"id":"2509.14405","title":"Adding LLMs to the psycholinguistic norming toolbox: A practical guide to getting the most out of human ratings","created":"2025-09-17","cited_by_count":3,"area":null},{"id":"2509.23219","title":"WirelessMathLM: Teaching Mathematical Reasoning for LLMs in Wireless Communications with Reinforcement Learning","created":"2025-09-27","cited_by_count":3,"area":"lr"},{"id":"2510.20351","title":"When Large Language Models Know the Table: A Framework for Assessing Data Contamination in Tabular Datasets","created":"2025-10-23","cited_by_count":3,"area":null},{"id":"2602.16729","title":"Intent Laundering: AI Safety Datasets Are Not What They Seem","created":"2026-02-17","cited_by_count":3,"area":null},{"id":"2604.03244","title":"AI Evaluation Should Require Standardized Item-Level Data Releases","created":"2026-02-27","cited_by_count":3,"area":null},{"id":"2605.09826","title":"EnactToM: An Evolving Benchmark for Functional Theory of Mind in Embodied Agents","created":"2026-05-11","cited_by_count":3,"area":null},{"id":"2605.17829","title":"Interactive Evaluation Requires a Design Science","created":"2026-05-18","cited_by_count":3,"area":null},{"id":"2605.21856","title":"The Illusion of Reasoning: Exposing Evasive Data Contamination in LLMs via Zero-CoT Truncation","created":"2026-05-21","cited_by_count":3,"area":"lr"},{"id":"2402.03776","title":"Large Language Models As MOOCs Graders","created":"2024-02-06","cited_by_count":2,"area":null},{"id":"2403.20180","title":"Measuring Taiwanese Mandarin Language Understanding","created":"2024-03-29","cited_by_count":2,"area":null}],"next_cursor":"100"}