{"total":221,"rows":[{"id":"2405.10938","title":"Observational Scaling Laws and the Predictability of Language Model Performance","created":"2024-05-17","cited_by_count":130,"area":null},{"id":"2511.04703","title":"Measuring what Matters: Construct Validity in Large Language Model Benchmarks","created":"2025-11-03","cited_by_count":119,"area":null},{"id":"2405.17202","title":"Efficient multi-prompt evaluation of LLMs","created":"2024-05-27","cited_by_count":73,"area":null},{"id":"2406.10229","title":"Quantifying Variance in Evaluation Benchmarks","created":"2024-06-14","cited_by_count":54,"area":null},{"id":"2510.26243","title":"Angular Steering: Behavior Control via Rotation in Activation Space","created":"2025-10-30","cited_by_count":53,"area":null},{"id":"2502.14127","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","created":"2025-02-19","cited_by_count":52,"area":null},{"id":"2407.12861","title":"CiteME: Can Language Models Accurately Cite Scientific Claims?","created":"2024-07-10","cited_by_count":48,"area":null},{"id":"2407.08351","title":"AutoBencher: Towards Declarative Benchmark Construction","created":"2024-07-11","cited_by_count":44,"area":null},{"id":"2406.10248","title":"On the Worst Prompt Performance of Large Language Models","created":"2024-06-08","cited_by_count":38,"area":null},{"id":"2512.00193","title":"A Rosetta Stone for AI Benchmarks","created":"2025-11-28","cited_by_count":36,"area":null},{"id":"2407.16711","title":"Benchmarks as Microscopes: A Call for Model Metrology","created":"2024-07-22","cited_by_count":35,"area":null},{"id":"2410.05952","title":"Active Evaluation Acquisition for Efficient LLM Benchmarking","created":"2024-10-08","cited_by_count":35,"area":null},{"id":"2509.11106","title":"Fluid Language Model Benchmarking","created":"2025-09-14","cited_by_count":35,"area":null},{"id":"2404.01475","title":"Are large language models superhuman chemists?","created":"2024-04-01","cited_by_count":34,"area":null},{"id":"2404.16966","title":"Examining the robustness of LLM evaluation to the distributional assumptions of benchmarks","created":"2024-04-25","cited_by_count":31,"area":null},{"id":"2506.07673","title":"How Benchmark Prediction from Fewer Data Misses the Mark","created":"2025-06-09","cited_by_count":28,"area":null},{"id":"2511.04689","title":"Adaptive Testing for LLM Evaluation: A Psychometric Alternative to Static Benchmarks","created":"2025-10-26","cited_by_count":28,"area":null},{"id":"2407.13696","title":"Do These LLM Benchmarks Agree? Fixing Benchmark Evaluation with BenchBench","created":"2024-07-18","cited_by_count":27,"area":null},{"id":"2508.13144","title":"Signal and Noise: A Framework for Reducing Uncertainty in Language Model Evaluation","created":"2025-08-18","cited_by_count":26,"area":null},{"id":"2409.03563","title":"100 instances is all you need: predicting the success of a new LLM on unseen data by testing on a few instances","created":"2024-09-05","cited_by_count":24,"area":null},{"id":"2412.01784","title":"Noise Injection Reveals Hidden Capabilities of Sandbagging Language Models","created":"2024-12-02","cited_by_count":24,"area":null},{"id":"2412.06540","title":"Sloth: scaling laws for LLM skills to predict multi-benchmark performance across families","created":"2024-12-09","cited_by_count":24,"area":null},{"id":"2501.18251","title":"How to Select Datapoints for Efficient Human Evaluation of NLG Models?","created":"2025-01-30","cited_by_count":23,"area":null},{"id":"2511.05408","title":"Steering Language Models with Weight Arithmetic","created":"2025-11-07","cited_by_count":20,"area":null},{"id":"2601.20251","title":"Efficient Evaluation of LLM Performance with Statistical Guarantees","created":"2026-01-28","cited_by_count":18,"area":null},{"id":"2406.14230","title":"Raising the Bar: Investigating the Values of Large Language Models via Generative Evolving Testing","created":"2024-06-20","cited_by_count":17,"area":null},{"id":"2410.10783","title":"LiveXiv -- A Multi-Modal Live Benchmark Based on Arxiv Papers Content","created":"2024-10-14","cited_by_count":17,"area":null},{"id":"2509.19727","title":"Personality Vector: Modulating Personality of Large Language Models by Model Merging","created":"2025-09-24","cited_by_count":17,"area":null},{"id":"2412.06745","title":"ONEBench to Test Them All: Sample-Level Benchmarking Over Open-Ended Capabilities","created":"2024-12-09","cited_by_count":15,"area":null},{"id":"2405.16236","title":"A transfer learning framework for weak-to-strong generalization","created":"2024-05-25","cited_by_count":14,"area":null},{"id":"2502.07760","title":"Scalable Fingerprinting of Large Language Models","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2508.09093","title":"Scaling Up Active Testing to Large Language Models","created":"2025-08-12","cited_by_count":13,"area":null},{"id":"2406.15527","title":"Data Efficient Evaluation of Large Language Models and Text-to-Image Models via Adaptive Sampling","created":"2024-06-21","cited_by_count":12,"area":null},{"id":"2502.15620","title":"Paradigms of AI Evaluation: Mapping Goals, Methodologies and Culture","created":"2025-02-21","cited_by_count":11,"area":null},{"id":"2505.03814","title":"Cer-Eval: Certifiable and Cost-Efficient Evaluation Framework for LLMs","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2510.26384","title":"Scales++: Compute Efficient Evaluation Subset Selection with Cognitive Scales Embeddings","created":"2025-10-30","cited_by_count":11,"area":null},{"id":"2512.03042","title":"PPTArena: A Benchmark for PowerPoint Editing","created":"2025-12-02","cited_by_count":11,"area":null},{"id":"2402.19472","title":"Efficient Lifelong Model Evaluation in an Era of Rapid Progress","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2502.10436","title":"MERGE$^3$: Efficient Evolutionary Merging on Consumer-grade GPUs","created":"2025-02-09","cited_by_count":10,"area":null},{"id":"2601.02316","title":"DatBench: Discriminative, Faithful, and Efficient VLM Evaluations","created":"2026-01-05","cited_by_count":10,"area":null},{"id":"2604.11581","title":"Hidden Measurement Error in LLM Pipelines Distorts Annotation, Evaluation, and Benchmarking","created":"2026-04-13","cited_by_count":10,"area":null},{"id":"2407.01300","title":"Collaborative Performance Prediction for Large Language Models","created":"2024-07-01","cited_by_count":9,"area":null},{"id":"2410.05357","title":"Model-GLUE: Democratized LLM Scaling for A Large Model Zoo in the Wild","created":"2024-10-07","cited_by_count":9,"area":null},{"id":"2411.01281","title":"Arena-Lite: Efficient and Reliable Large Language Model Evaluation via Tournament-Based Direct Comparisons","created":"2024-11-02","cited_by_count":9,"area":null},{"id":"2510.08730","title":"How Reliable is Language Model Micro-Benchmarking?","created":"2025-10-09","cited_by_count":9,"area":null},{"id":"2502.08020","title":"Speculate, then Collaborate: Fusing Knowledge of Language Models during Decoding","created":"2025-02-11","cited_by_count":8,"area":null},{"id":"2504.21303","title":"Confidence in Large Language Model Evaluation: A Bayesian Approach to Limited-Sample Challenges","created":"2025-04-30","cited_by_count":8,"area":null},{"id":"2505.03475","title":"am-ELO: A Stable Framework for Arena-based LLM Evaluation","created":"2025-05-06","cited_by_count":8,"area":null},{"id":"2505.19959","title":"MiniLongBench: The Low-cost Long Context Understanding Benchmark for Large Language Models","created":"2025-05-26","cited_by_count":8,"area":null},{"id":"2510.10457","title":"Rethinking LLM Evaluation: Can We Evaluate LLMs with 200x Less Data?","created":"2025-10-12","cited_by_count":8,"area":null},{"id":"2602.07909","title":"SparseEval: Efficient Evaluation of Large Language Models by Sparse Optimization","created":"2026-02-08","cited_by_count":8,"area":null},{"id":"2605.28873","title":"Pre-Registering the Detectable Effect: A Paired-MDE Budget for 4-bit Quantization Benchmarks, with a Pilot Audit","created":"2026-05-25","cited_by_count":8,"area":null},{"id":"2606.12344","title":"Claw-SWE-Bench: A Benchmark for Evaluating OpenClaw-style Agent Harnesses on Coding Tasks","created":"2026-06-10","cited_by_count":8,"area":null},{"id":"2502.14445","title":"PredictaBoard: Benchmarking LLM Score Predictability","created":"2025-02-20","cited_by_count":7,"area":null},{"id":"2512.21326","title":"Measuring all the noises of LLM Evals","created":"2025-12-24","cited_by_count":7,"area":null},{"id":"2605.05973","title":"Towards Reliable LLM Evaluation: Correcting the Winner's Curse in Adaptive Benchmarking","created":"2026-05-07","cited_by_count":7,"area":null},{"id":"2605.30315","title":"Resolution Diagnostics for Paired LLM Evaluation","created":"2026-05-28","cited_by_count":7,"area":null},{"id":"2404.00712","title":"Survey of Computerized Adaptive Testing: A Machine Learning Perspective","created":"2024-03-31","cited_by_count":6,"area":null},{"id":"2407.04065","title":"On the Workflows and Smells of Leaderboard Operations (LBOps): An Exploratory Study of Foundation Model Leaderboards","created":"2024-07-04","cited_by_count":6,"area":null},{"id":"2408.03325","title":"CoverBench: A Challenging Benchmark for Complex Claim Verification","created":"2024-08-06","cited_by_count":6,"area":null},{"id":"2502.06990","title":"Investigating the Zone of Proximal Development of Language Models for In-Context Learning","created":"2025-02-10","cited_by_count":6,"area":null},{"id":"2508.10175","title":"Estimating Machine Translation Difficulty","created":"2025-08-13","cited_by_count":6,"area":null},{"id":"2510.17998","title":"SimBA: Simplifying Benchmark Analysis Using Performance Matrices Alone","created":"2025-10-20","cited_by_count":6,"area":null},{"id":"2601.15812","title":"ErrorMap and ErrorAtlas: Charting the Failure Landscape of Large Language Models","created":"2026-01-22","cited_by_count":6,"area":null},{"id":"2601.19375","title":"Selective Steering: Norm-Preserving Control Through Discriminative Layer Selection","created":"2026-01-27","cited_by_count":6,"area":null},{"id":"2410.01600","title":"ENTP: Encoder-only Next Token Prediction","created":"2024-10-02","cited_by_count":5,"area":null},{"id":"2410.18436","title":"Can Code-Switched Texts Activate a Knowledge Switch in LLMs? A Case Study on English-Korean Code-Switching","created":"2024-10-24","cited_by_count":5,"area":null},{"id":"2502.08943","title":"Beyond the Singular: Revealing the Value of Multiple Generations in Benchmark Evaluation","created":"2025-02-13","cited_by_count":5,"area":null},{"id":"2503.01345","title":"Same Question, Different Words: A Latent Adversarial Framework for Prompt Robustness","created":"2025-03-03","cited_by_count":5,"area":null},{"id":"2504.08781","title":"Efficient Evaluation of Large Language Models via Collaborative Filtering","created":"2025-04-05","cited_by_count":5,"area":null},{"id":"2505.10736","title":"Model Performance-Guided Evaluation Data Selection for Effective Prompt Optimization","created":"2025-05-15","cited_by_count":5,"area":null},{"id":"2505.11427","title":"Mergenetic: a Simple Evolutionary Model Merging Library","created":"2025-05-16","cited_by_count":5,"area":null},{"id":"2505.19145","title":"Do Large Language Models (Really) Need Statistical Foundations?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2509.21051","title":"When Instructions Multiply: Measuring and Estimating LLM Capabilities of Multiple Instructions Following","created":"2025-09-25","cited_by_count":5,"area":null},{"id":"2510.04051","title":"Toward a unified framework for data-efficient evaluation of large language models","created":"2025-10-05","cited_by_count":5,"area":null},{"id":"2510.07959","title":"DISCO: Diversifying Sample Condensation for Efficient Model Evaluation","created":"2025-10-09","cited_by_count":5,"area":null},{"id":"2510.18892","title":"When Models Can't Follow: Testing Instruction Adherence Across 256 LLMs","created":"2025-10-18","cited_by_count":5,"area":null},{"id":"2601.13885","title":"Confident Rankings with Fewer Items: Adaptive LLM Evaluation with Continuous Scores","created":"2026-01-20","cited_by_count":5,"area":null},{"id":"2602.06221","title":"BenchMarker: An Education-Inspired Toolkit for Highlighting Flaws in Multiple-Choice Benchmarks","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2603.10396","title":"Verbalizing LLM's Higher-order Uncertainty via Imprecise Probabilities","created":"2026-03-11","cited_by_count":5,"area":null},{"id":"2604.27405","title":"Beyond the Mean: Within-Model Reliable Change Detection for LLM Evaluation","created":"2026-04-30","cited_by_count":5,"area":null},{"id":"2605.02209","title":"Submodular Benchmark Selection","created":"2026-05-04","cited_by_count":5,"area":null},{"id":"2608.20169","title":"Task-CoEvolve: Efficient Harness Optimization via Adaptive Validation Task Selection","created":"2026-08-20","cited_by_count":5,"area":null},{"id":"2404.13020","title":"Stronger Random Baselines for In-Context Learning","created":"2024-04-19","cited_by_count":4,"area":null},{"id":"2407.21453","title":"TinyChirp: Bird Song Recognition Using TinyML Models on Low-power Wireless Acoustic Sensors","created":"2024-07-31","cited_by_count":4,"area":null},{"id":"2409.09249","title":"NovAScore: A New Automated Metric for Evaluating Document Level Novelty","created":"2024-09-14","cited_by_count":4,"area":null},{"id":"2409.19680","title":"Instruction Embedding: Latent Representations of Instructions Towards Task Identification","created":"2024-09-29","cited_by_count":4,"area":null},{"id":"2410.13804","title":"BenTo: Benchmark Task Reduction with In-Context Transferability","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2410.16703","title":"PLDR-LLM: Large Language Model from Power Law Decoder Representations","created":"2024-10-22","cited_by_count":4,"area":null},{"id":"2509.07054","title":"Statistical Methods in Generative AI","created":"2025-09-08","cited_by_count":4,"area":null},{"id":"2603.01865","title":"CyclicJudge: Mitigating Judge Bias Efficiently in LLM-based Evaluation","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2605.09228","title":"ProactBench: Beyond What The User Asked For","created":"2026-05-09","cited_by_count":4,"area":null},{"id":"2605.10770","title":"DynaMiCS: Fine-tuning LLMs with Performance Constraints using Dynamic Mixtures","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2607.15190","title":"Can We Trust Item Response Theory for AI Evaluation?","created":"2026-07-16","cited_by_count":4,"area":null},{"id":"2608.11323","title":"Deployment Decision Reliability: A Generalizability-Theory Framework for Sizing Long-Horizon Agent Evaluations","created":"2026-08-11","cited_by_count":4,"area":null},{"id":"2406.12670","title":"Stealth edits to large language models","created":"2024-06-18","cited_by_count":3,"area":null},{"id":"2603.00063","title":"Measuring What AI Systems Might Do: Towards A Measurement Science in AI","created":"2026-02-10","cited_by_count":3,"area":null},{"id":"2603.29357","title":"BenchScope: How Many Independent Signals Does Your Benchmark Provide?","created":"2026-03-31","cited_by_count":3,"area":null},{"id":"2605.25272","title":"AI Cartography: Mapping the Latent Landscape of AI Benchmark Ecosystems","created":"2026-05-24","cited_by_count":3,"area":null},{"id":"2605.30504","title":"Auditing LLM Benchmarks with Item Response Theory","created":"2026-05-28","cited_by_count":3,"area":null}],"next_cursor":"100"}