{"total":288,"rows":[{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2401.14196","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","created":"2024-01-25","cited_by_count":1181,"area":null},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799,"area":null},{"id":"2306.08568","title":"WizardCoder: Empowering Code Large Language Models with Evol-Instruct","created":"2023-06-14","cited_by_count":733,"area":null},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2406.15877","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","created":"2024-06-22","cited_by_count":546,"area":null},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359,"area":null},{"id":"2401.03065","title":"CRUXEval: A Benchmark for Code Reasoning, Understanding and Execution","created":"2024-01-05","cited_by_count":300,"area":null},{"id":"2312.02120","title":"Magicoder: Empowering Code Generation with OSS-Instruct","created":"2023-12-04","cited_by_count":256,"area":null},{"id":"2306.14898","title":"InterCode: Standardizing and Benchmarking Interactive Coding with Execution Feedback","created":"2023-06-26","cited_by_count":238,"area":null},{"id":"2411.07763","title":"Spider 2.0: Evaluating Language Models on Real-World Enterprise Text-to-SQL Workflows","created":"2024-11-12","cited_by_count":232,"area":null},{"id":"2502.10517","title":"KernelBench: Can LLMs Write Efficient GPU Kernels?","created":"2025-02-14","cited_by_count":225,"area":null},{"id":"2410.03859","title":"SWE-bench Multimodal: Do AI Systems Generalize to Visual Software Domains?","created":"2024-10-04","cited_by_count":203,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2407.13168","title":"SciCode: A Research Coding Benchmark Curated by Scientists","created":"2024-07-18","cited_by_count":178,"area":null},{"id":"2301.03988","title":"SantaCoder: don't reach for the stars!","created":"2023-01-09","cited_by_count":170,"area":null},{"id":"2308.01861","title":"ClassEval: A Manually-Crafted Benchmark for Evaluating LLMs on Class-level Code Generation","created":"2023-08-03","cited_by_count":168,"area":null},{"id":"2212.09420","title":"Large Language Models Meet NL2Code: A Survey","created":"2022-12-19","cited_by_count":138,"area":null},{"id":"2301.13823","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","created":"2023-01-31","cited_by_count":131,"area":null},{"id":"2411.04905","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","created":"2024-11-07","cited_by_count":130,"area":null},{"id":"2402.06954","title":"OpenFedLLM: Training Large Language Models on Decentralized Private Data via Federated Learning","created":"2024-02-10","cited_by_count":128,"area":null},{"id":"2405.04324","title":"Granite Code Models: A Family of Open Foundation Models for Code Intelligence","created":"2024-05-07","cited_by_count":117,"area":null},{"id":"2304.09433","title":"Language Models Enable Simple Systems for Generating Structured Views of Heterogeneous Data Lakes","created":"2023-04-19","cited_by_count":111,"area":null},{"id":"2406.14991","title":"SpreadsheetBench: Towards Challenging Real World Spreadsheet Manipulation","created":"2024-06-21","cited_by_count":111,"area":null},{"id":"2404.00971","title":"Beyond Functional Correctness: Exploring Hallucinations in LLM-Generated Code","created":"2024-04-01","cited_by_count":107,"area":null},{"id":"2302.05527","title":"CodeBERTScore: Evaluating Code Generation with Pretrained Models of Code","created":"2023-02-10","cited_by_count":102,"area":null},{"id":"2409.20550","title":"LLM Hallucinations in Practical Code Generation: Phenomena, Mechanism, and Mitigation","created":"2024-09-30","cited_by_count":93,"area":null},{"id":"2505.13259","title":"From Automation to Autonomy: A Survey on Large Language Models in Scientific Discovery","created":"2025-05-19","cited_by_count":93,"area":null},{"id":"2212.10481","title":"Execution-Based Evaluation for Open-Domain Code Generation","created":"2022-12-20","cited_by_count":91,"area":null},{"id":"2401.08565","title":"Tuning Language Models by Proxy","created":"2024-01-16","cited_by_count":89,"area":null},{"id":"2212.09248","title":"Natural Language to Code Generation in Interactive Data Science Notebooks","created":"2022-12-19","cited_by_count":87,"area":null},{"id":"2402.16694","title":"HumanEval-XL: A Multilingual Code Generation Benchmark for Cross-lingual Natural Language Generalization","created":"2024-02-26","cited_by_count":86,"area":null},{"id":"2211.16490","title":"Coder Reviewer Reranking for Code Generation","created":"2022-11-29","cited_by_count":84,"area":null},{"id":"2306.07209","title":"Data-Copilot: Bridging Billions of Data and Humans with Autonomous Workflow","created":"2023-06-12","cited_by_count":76,"area":null},{"id":"2310.17807","title":"Clover: Closed-Loop Verifiable Code Generation","created":"2023-10-26","cited_by_count":67,"area":null},{"id":"2402.02037","title":"EffiBench: Benchmarking the Efficiency of Automatically Generated Code","created":"2024-02-03","cited_by_count":64,"area":null},{"id":"2410.24198","title":"SelfCodeAlign: Self-Alignment for Code Generation","created":"2024-10-31","cited_by_count":62,"area":null},{"id":"2310.08992","title":"CodeChain: Towards Modular Code Generation Through Chain of Self-revisions with Representative Sub-modules","created":"2023-10-13","cited_by_count":58,"area":null},{"id":"2404.09937","title":"Compression Represents Intelligence Linearly","created":"2024-04-15","cited_by_count":56,"area":null},{"id":"2309.14345","title":"Bias Testing and Mitigation in LLM-based Code Generation","created":"2023-09-03","cited_by_count":53,"area":null},{"id":"2402.05121","title":"Large Language Model for Table Processing: A Survey","created":"2024-02-04","cited_by_count":52,"area":null},{"id":"2303.03004","title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval","created":"2023-03-06","cited_by_count":47,"area":null},{"id":"2504.13139","title":"Syntactic and Semantic Control of Large Language Models via Sequential Monte Carlo","created":"2025-04-17","cited_by_count":46,"area":null},{"id":"2308.09895","title":"Knowledge Transfer from High-Resource to Low-Resource Programming Languages for Code LLMs","created":"2023-08-19","cited_by_count":45,"area":null},{"id":"2403.01131","title":"LLaMoCo: Instruction Tuning of Large Language Models for Optimization Code Generation","created":"2024-03-02","cited_by_count":45,"area":null},{"id":"2407.00981","title":"VisEval: A Benchmark for Data Visualization in the Era of Large Language Models","created":"2024-07-01","cited_by_count":45,"area":null},{"id":"2403.08604","title":"Prompting Large Language Models to Tackle the Full Software Development Lifecycle: A Case Study","created":"2024-03-13","cited_by_count":44,"area":null},{"id":"2306.02907","title":"SelfEvolve: A Code Evolution Framework via Large Language Models","created":"2023-06-05","cited_by_count":43,"area":null},{"id":"2406.06647","title":"How Efficient is LLM-Generated Code? A Rigorous & High-Standard Benchmark","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2502.11844","title":"BaxBench: Can LLMs Generate Correct and Secure Backends?","created":"2025-02-17","cited_by_count":41,"area":null},{"id":"2402.05200","title":"Are LLMs Ready for Real-World Materials Discovery?","created":"2024-02-07","cited_by_count":40,"area":null},{"id":"2403.19114","title":"Top Leaderboard Ranking = Top Coding Proficiency, Always? EvoEval: Evolving Coding Benchmarks via LLM","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2311.00889","title":"SALLM: Security Assessment of Generated Code","created":"2023-11-01","cited_by_count":39,"area":null},{"id":"2311.08588","title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation","created":"2023-11-14","cited_by_count":39,"area":null},{"id":"2502.06215","title":"LessLeak-Bench: A First Investigation of Data Leakage in LLMs Across 83 Software Engineering Benchmarks","created":"2025-02-10","cited_by_count":37,"area":null},{"id":"2401.12554","title":"Can Large Language Models Write Parallel Code?","created":"2024-01-23","cited_by_count":36,"area":null},{"id":"2311.02303","title":"MFTCoder: Boosting Code LLMs with Multitask Fine-Tuning","created":"2023-11-04","cited_by_count":35,"area":null},{"id":"2402.07844","title":"Mercury: A Code Efficiency Benchmark for Code Large Language Models","created":"2024-02-12","cited_by_count":35,"area":null},{"id":"2311.16733","title":"LLMs for Science: Usage for Code Generation and Data Analysis","created":"2023-11-28","cited_by_count":34,"area":null},{"id":"2411.12644","title":"CodeXEmbed: A Generalist Embedding Model Family for Multiligual and Multi-task Code Retrieval","created":"2024-11-19","cited_by_count":34,"area":null},{"id":"2506.06541","title":"KramaBench: A Benchmark for AI Systems on Data-to-Insight Pipelines over Data Lakes","created":"2025-06-06","cited_by_count":33,"area":null},{"id":"2302.01973","title":"Measuring The Impact Of Programming Language Distribution","created":"2023-02-03","cited_by_count":32,"area":null},{"id":"2306.04556","title":"StudentEval: A Benchmark of Student-Written Prompts for Large Language Models of Code","created":"2023-06-07","cited_by_count":32,"area":null},{"id":"2309.10094","title":"Data Formulator: AI-powered Concept-driven Visualization Authoring","created":"2023-09-18","cited_by_count":32,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2404.02806","title":"The RealHumanEval: Evaluating Large Language Models' Abilities to Support Programmers","created":"2024-04-03","cited_by_count":30,"area":null},{"id":"2406.14712","title":"Qiskit HumanEval: An Evaluation Benchmark For Quantum Code Generative Models","created":"2024-06-20","cited_by_count":30,"area":null},{"id":"2408.10718","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","created":"2024-08-20","cited_by_count":30,"area":null},{"id":"2412.10064","title":"Text2Cypher: Bridging Natural Language and Graph Databases","created":"2024-12-13","cited_by_count":30,"area":null},{"id":"2403.16443","title":"CodeS: Natural Language to Code Repository via Multi-Layer Sketch","created":"2024-03-25","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2311.14904","title":"LLM-Assisted Code Cleaning For Training Accurate Code Generators","created":"2023-11-25","cited_by_count":27,"area":null},{"id":"2407.02395","title":"Toward Secure Code Generation: Bridging Correctness and Security via Task-Adaptive Vulnerability Modeling and Execution-Based Benchmarking","created":"2024-07-02","cited_by_count":27,"area":null},{"id":"2503.08893","title":"EvalTree: Profiling Language Model Weaknesses via Hierarchical Capability Trees","created":"2025-03-11","cited_by_count":27,"area":null},{"id":"2505.13004","title":"EffiBench-X: A Multi-Language Benchmark for Measuring Efficiency of LLM-Generated Code","created":"2025-05-19","cited_by_count":27,"area":null},{"id":"2401.15963","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","created":"2024-01-29","cited_by_count":26,"area":null},{"id":"2405.11430","title":"MHPP: Exploring the Capabilities and Limitations of Language Models Beyond Basic Code Generation","created":"2024-05-19","cited_by_count":26,"area":null},{"id":"2308.16458","title":"BioCoder: A Benchmark for Bioinformatics Code Generation with Large Language Models","created":"2023-08-31","cited_by_count":25,"area":null},{"id":"2403.04814","title":"Evaluation of LLMs on Syntax-Aware Code Fill-in-the-Middle Tasks","created":"2024-03-07","cited_by_count":25,"area":null},{"id":"2402.08699","title":"Unsupervised Evaluation of Code LLMs with Round-Trip Correctness","created":"2024-02-13","cited_by_count":23,"area":null},{"id":"2404.00566","title":"CodeBenchGen: Creating Scalable Execution-based Code Generation Benchmarks","created":"2024-03-31","cited_by_count":23,"area":null},{"id":"2412.02764","title":"Drawing Pandas: A Benchmark for LLMs in Generating Plotting Code","created":"2024-12-03","cited_by_count":23,"area":null},{"id":"2309.17446","title":"L2CEval: Evaluating Language-to-Code Generation Capabilities of Large Language Models","created":"2023-09-29","cited_by_count":22,"area":null},{"id":"2604.03444","title":"Olmo Hybrid: From Theory to Practice and Back","created":"2026-04-03","cited_by_count":22,"area":null},{"id":"2408.16119","title":"Data Formulator 2: Iterative Creation of Data Visualizations, with AI Transforming Data Along the Way","created":"2024-08-28","cited_by_count":21,"area":null},{"id":"2510.23081","title":"A Survey on LLM Mid-Training","created":"2025-10-27","cited_by_count":21,"area":null},{"id":"2406.12655","title":"Benchmarks and Metrics for Evaluations of Code Generation: A Critical Review","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2503.17181","title":"A Study of LLMs' Preferences for Libraries and Programming Languages","created":"2025-03-21","cited_by_count":20,"area":null},{"id":"2506.09003","title":"SWE-Flow: Synthesizing Software Engineering Data in a Test-Driven Manner","created":"2025-06-10","cited_by_count":20,"area":null},{"id":"2405.04520","title":"NaturalCodeBench: Examining Coding Performance Mismatch on HumanEval and Natural User Prompts","created":"2024-05-07","cited_by_count":19,"area":null},{"id":"2407.06249","title":"CodeUpdateArena: Benchmarking Knowledge Editing on API Updates","created":"2024-07-08","cited_by_count":19,"area":null},{"id":"2506.05692","title":"SafeGenBench: A Benchmark Framework for Security Vulnerability Detection in LLM-Generated Code","created":"2025-06-06","cited_by_count":19,"area":null},{"id":"2310.15147","title":"S3Eval: A Synthetic, Scalable, Systematic Evaluation Suite for Large Language Models","created":"2023-10-23","cited_by_count":18,"area":null},{"id":"2311.09868","title":"INTERVENOR: Prompting the Coding Ability of Large Language Models with the Interactive Chain of Repair","created":"2023-11-16","cited_by_count":18,"area":null},{"id":"2406.16441","title":"UniCoder: Scaling Code Large Language Model via Universal Code","created":"2024-06-24","cited_by_count":18,"area":null},{"id":"2505.05602","title":"HiBayES: A Hierarchical Bayesian Modeling Framework for AI Evaluation Statistics","created":"2025-05-08","cited_by_count":18,"area":null},{"id":"2406.07411","title":"VersiCode: Towards Version-controllable Code Generation","created":"2024-06-11","cited_by_count":17,"area":null}],"next_cursor":"100"}