{"total":168,"rows":[{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373,"area":null},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2401.07339","title":"CodeAgent: Enhancing Code Generation with Tool-Integrated Agent Systems for Real-World Repo-level Coding Challenges","created":"2024-01-14","cited_by_count":282,"area":"agents"},{"id":"2502.18449","title":"SWE-RL: Advancing LLM Reasoning via Reinforcement Learning on Open Software Evolution","created":"2025-02-25","cited_by_count":263,"area":"lr"},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2312.14033","title":"T-Eval: Evaluating the Tool Utilization Capability of Large Language Models Step by Step","created":"2023-12-21","cited_by_count":93,"area":null},{"id":"2409.20550","title":"LLM Hallucinations in Practical Code Generation: Phenomena, Mechanism, and Mitigation","created":"2024-09-30","cited_by_count":93,"area":null},{"id":"2401.00812","title":"If LLM Is the Wizard, Then Code Is the Wand: A Survey on How Code Empowers Large Language Models to Serve as Intelligent Agents","created":"2024-01-01","cited_by_count":79,"area":"agents"},{"id":"2403.04797","title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding","created":"2024-03-05","cited_by_count":72,"area":null},{"id":"2404.00599","title":"EvoCodeBench: An Evolving Code Generation Benchmark Aligned with Real-World Code Repositories","created":"2024-03-31","cited_by_count":72,"area":null},{"id":"2405.19856","title":"DevEval: A Manually-Annotated Code Generation Benchmark Aligned with Real-World Code Repositories","created":"2024-05-30","cited_by_count":72,"area":null},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2512.12730","title":"NL2Repo-Bench: Towards Long-Horizon Repository Generation Evaluation of Coding Agents","created":"2025-12-14","cited_by_count":65,"area":"agents"},{"id":"2410.24198","title":"SelfCodeAlign: Self-Alignment for Code Generation","created":"2024-10-31","cited_by_count":62,"area":null},{"id":"2409.16299","title":"HyperAgent: Generalist Software Engineering Agents to Solve Coding Tasks at Scale","created":"2024-09-09","cited_by_count":61,"area":"agents"},{"id":"2403.08937","title":"Bugs in Large Language Models Generated Code: An Empirical Study","created":"2024-03-13","cited_by_count":60,"area":null},{"id":"2503.06680","title":"FEA-Bench: A Benchmark for Evaluating Repository-Level Code Generation for Feature Implementation","created":"2025-03-09","cited_by_count":58,"area":null},{"id":"2403.09032","title":"CodeUltraFeedback: An LLM-as-a-Judge Dataset for Aligning Large Language Models to Coding Preferences","created":"2024-03-14","cited_by_count":57,"area":"alignment"},{"id":"2409.07440","title":"SUPER: Evaluating Agents on Setting Up and Executing Tasks from Research Repositories","created":"2024-09-11","cited_by_count":52,"area":"agents"},{"id":"2412.01769","title":"Commit0: Library Generation from Scratch","created":"2024-12-02","cited_by_count":52,"area":null},{"id":"2411.03292","title":"Interaction2Code: Benchmarking MLLM-based Interactive Webpage Code Generation from Interactive Prototyping","created":"2024-11-05","cited_by_count":51,"area":null},{"id":"2403.16792","title":"Iterative Refinement of Project-Level Code Context for Precise Code Generation with Compiler Feedback","created":"2024-03-25","cited_by_count":46,"area":null},{"id":"2403.16437","title":"Reasoning Runtime Behavior of a Program with LLM: How Far Are We?","created":"2024-03-25","cited_by_count":45,"area":"lr"},{"id":"2403.19114","title":"Top Leaderboard Ranking = Top Coding Proficiency, Always? EvoEval: Evolving Coding Benchmarks via LLM","created":"2024-03-28","cited_by_count":40,"area":null},{"id":"2311.08588","title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation","created":"2023-11-14","cited_by_count":39,"area":null},{"id":"2502.06215","title":"LessLeak-Bench: A First Investigation of Data Leakage in LLMs Across 83 Software Engineering Benchmarks","created":"2025-02-10","cited_by_count":37,"area":null},{"id":"2401.12554","title":"Can Large Language Models Write Parallel Code?","created":"2024-01-23","cited_by_count":36,"area":null},{"id":"2405.02213","title":"Automatic Programming: Large Language Models and Beyond","created":"2024-05-03","cited_by_count":36,"area":null},{"id":"2402.09664","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","created":"2024-02-15","cited_by_count":32,"area":"lr"},{"id":"2601.01426","title":"SWE-Lego: Pushing the Limits of Supervised Fine-tuning for Software Issue Resolving","created":"2026-01-04","cited_by_count":31,"area":null},{"id":"2409.15154","title":"RMCBench: Benchmarking Large Language Models' Resistance to Malicious Code","created":"2024-09-23","cited_by_count":28,"area":"safety"},{"id":"2605.21384","title":"SpecBench: Measuring Reward Hacking in Long-Horizon Coding Agents","created":"2026-05-20","cited_by_count":28,"area":"agents"},{"id":"2503.01245","title":"Large Language Models for Code Generation: A Comprehensive Survey of Challenges, Techniques, Evaluation, and Applications","created":"2025-03-03","cited_by_count":26,"area":null},{"id":"2503.07010","title":"ProjectEval: A Benchmark for Programming Agents Automated Evaluation on Project-Level Code Generation","created":"2025-03-10","cited_by_count":26,"area":"agents"},{"id":"2308.16458","title":"BioCoder: A Benchmark for Bioinformatics Code Generation with Large Language Models","created":"2023-08-31","cited_by_count":25,"area":null},{"id":"2508.18993","title":"GitTaskBench: A Benchmark for Code Agents Solving Real-World Tasks Through Code Repository Leveraging","created":"2025-08-26","cited_by_count":25,"area":"agents"},{"id":"2406.16386","title":"Automatically Generating UI Code from Screenshot: A Divide-and-Conquer-Based Approach","created":"2024-06-24","cited_by_count":24,"area":null},{"id":"2407.16732","title":"PyBench: Evaluating LLM Agent on various real-world coding tasks","created":"2024-07-23","cited_by_count":24,"area":"agents"},{"id":"2507.05269","title":"CoRe: Benchmarking LLMs Code Reasoning Capabilities through Static Analysis Tasks","created":"2025-07-03","cited_by_count":24,"area":"lr"},{"id":"2404.00566","title":"CodeBenchGen: Creating Scalable Execution-based Code Generation Benchmarks","created":"2024-03-31","cited_by_count":23,"area":null},{"id":"2401.00288","title":"Deep Learning for Code Intelligence: Survey, Benchmark and Toolkit","created":"2023-12-30","cited_by_count":22,"area":null},{"id":"2401.06437","title":"3D-PreMise: Can Large Language Models Generate 3D Shapes with Sharp Features and Parametric Control?","created":"2024-01-12","cited_by_count":21,"area":null},{"id":"2408.13204","title":"DOMAINEVAL: An Auto-Constructed Benchmark for Multi-Domain Code Generation","created":"2024-08-23","cited_by_count":21,"area":null},{"id":"2406.12655","title":"Benchmarks and Metrics for Evaluations of Code Generation: A Critical Review","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2407.06249","title":"CodeUpdateArena: Benchmarking Knowledge Editing on API Updates","created":"2024-07-08","cited_by_count":19,"area":null},{"id":"2504.15254","title":"CRUST-Bench: A Comprehensive Benchmark for C-to-safe-Rust Transpilation","created":"2025-04-21","cited_by_count":19,"area":null},{"id":"2506.14683","title":"Unified Software Engineering Agent as AI Software Engineer","created":"2025-06-17","cited_by_count":19,"area":"agents"},{"id":"2410.01353","title":"Codev-Bench: How Do LLMs Understand Developer-Centric Code Completion?","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2503.06689","title":"DependEval: Benchmarking LLMs for Repository Dependency Understanding","created":"2025-03-09","cited_by_count":17,"area":null},{"id":"2503.23145","title":"CodeARC: Benchmarking Reasoning Capabilities of LLM Agents for Inductive Program Synthesis","created":"2025-03-29","cited_by_count":16,"area":"lr"},{"id":"2308.10345","title":"Can Large Language Models Find And Fix Vulnerable Software?","created":"2023-08-20","cited_by_count":15,"area":null},{"id":"2407.00456","title":"Beyond Functional Correctness: Investigating Coding Style Inconsistencies in Large Language Models","created":"2024-06-29","cited_by_count":15,"area":null},{"id":"2503.22688","title":"CodeIF-Bench: Evaluating Instruction-Following Capabilities of Large Language Models in Interactive Code Generation","created":"2025-03-05","cited_by_count":15,"area":null},{"id":"2511.18538","title":"From Code Foundation Models to Agents and Applications: A Comprehensive Survey and Practical Guide to Code Intelligence","created":"2025-11-23","cited_by_count":15,"area":"agents"},{"id":"2405.17057","title":"ReflectionCoder: Learning from Reflection Sequence for Enhanced One-off Code Generation","created":"2024-05-27","cited_by_count":14,"area":"lr"},{"id":"2408.02487","title":"LiCoEval: Evaluating LLMs on License Compliance in Code Generation","created":"2024-08-05","cited_by_count":14,"area":null},{"id":"2412.18573","title":"Top General Performance = Top Domain Performance? DomainCodeBench: A Multi-domain Code Generation Benchmark","created":"2024-12-24","cited_by_count":13,"area":null},{"id":"2503.07358","title":"RepoST: Scalable Repository-Level Coding Environment Construction with Sandbox Testing","created":"2025-03-10","cited_by_count":13,"area":null},{"id":"2506.00750","title":"CodeSense: a Real-World Benchmark and Dataset for Code Semantic Reasoning","created":"2025-05-31","cited_by_count":13,"area":"lr"},{"id":"2506.11102","title":"Evolutionary Perspectives on the Evaluation of LLM-Based AI Agents: A Comprehensive Survey","created":"2025-06-06","cited_by_count":13,"area":"agents"},{"id":"2502.16903","title":"GuidedBench: Measuring and Mitigating the Evaluation Discrepancies of In-the-wild LLM Jailbreak Methods","created":"2025-02-24","cited_by_count":12,"area":"safety"},{"id":"2512.04111","title":"CentaurEval: Benchmarking Human-in-the-Loop Value in Agentic Coding","created":"2025-11-30","cited_by_count":12,"area":"agents"},{"id":"2602.09540","title":"SWE-Bench Mobile: Can Large Language Model Agents Develop Industry-Level Mobile Applications?","created":"2026-02-10","cited_by_count":12,"area":"agents"},{"id":"2408.00019","title":"WebApp1K: A Practical Code-Generation Benchmark for Web App Development","created":"2024-07-30","cited_by_count":11,"area":null},{"id":"2411.13768","title":"Evaluation-Driven Development and Operations of LLM Agents: A Process Model and Reference Architecture","created":"2024-11-21","cited_by_count":11,"area":"agents"},{"id":"2504.20799","title":"Hallucination by Code Generation LLMs: Taxonomy, Benchmarks, Mitigation, and Challenges","created":"2025-04-29","cited_by_count":11,"area":null},{"id":"2505.05283","title":"Software Development Life Cycle Perspective: A Survey of Benchmarks for Code Large Language Models and Agents","created":"2025-05-08","cited_by_count":11,"area":"agents"},{"id":"2406.12902","title":"JavaBench: A Benchmark of Object-Oriented Code Generation for Evaluating Large Language Models","created":"2024-06-10","cited_by_count":10,"area":null},{"id":"2407.11470","title":"Beyond Correctness: Benchmarking Multi-dimensional Code Generation for Large Language Models","created":"2024-07-16","cited_by_count":10,"area":null},{"id":"2408.03519","title":"RepoMasterEval: Evaluating Code Completion via Real-World Repositories","created":"2024-08-07","cited_by_count":10,"area":null},{"id":"2312.14856","title":"Turbulence: Systematically and Automatically Testing Instruction-Tuned Large Language Models for Code","created":"2023-12-22","cited_by_count":9,"area":null},{"id":"2401.06401","title":"DevEval: Evaluating Code Generation in Practical Software Projects","created":"2024-01-12","cited_by_count":9,"area":null},{"id":"2412.17315","title":"CodeV: Issue Resolving with Visual Data","created":"2024-12-23","cited_by_count":9,"area":null},{"id":"2403.13583","title":"CoCoST: Automatic Complex Code Generation with Online Searching and Correctness Testing","created":"2024-03-20","cited_by_count":8,"area":null},{"id":"2502.16704","title":"Code Summarization Beyond Function Level","created":"2025-02-23","cited_by_count":8,"area":null},{"id":"2504.04220","title":"AdaCoder: An Adaptive Planning and Multi-Agent Framework for Function-Level Code Generation","created":"2025-04-05","cited_by_count":8,"area":"agents"},{"id":"2506.02073","title":"Flow2Code: Evaluating Large Language Models for Flowchart-based Code Generation Capability","created":"2025-06-02","cited_by_count":8,"area":null},{"id":"2510.26130","title":"Beyond Synthetic Benchmarks: Evaluating LLM Performance on Real-World Class-Level Code Generation","created":"2025-10-30","cited_by_count":8,"area":null},{"id":"2601.11895","title":"DevBench: A Realistic, Developer-Informed Benchmark for Code Generation Models","created":"2026-01-17","cited_by_count":8,"area":null},{"id":"2407.03611","title":"An Empirical Study on Capability of Large Language Models in Understanding Code Semantics","created":"2024-07-04","cited_by_count":7,"area":null},{"id":"2410.07002","title":"CursorCore: Assist Programming through Aligning Anything","created":"2024-10-09","cited_by_count":7,"area":null},{"id":"2501.13699","title":"DI-BENCH: Benchmarking Large Language Models on Dependency Inference with Testable Repositories at Scale","created":"2025-01-23","cited_by_count":7,"area":null},{"id":"2503.10452","title":"DynaCode: A Dynamic Complexity-Aware Code Benchmark for Evaluating Large Language Models in Code Generation","created":"2025-03-13","cited_by_count":7,"area":null},{"id":"2404.08517","title":"Online Safety Analysis for LLMs: a Benchmark, an Assessment, and a Path Forward","created":"2024-04-12","cited_by_count":6,"area":null},{"id":"2405.01580","title":"On the Limitations of Embedding Based Methods for Measuring Functional Correctness for Code Generation","created":"2024-04-26","cited_by_count":6,"area":null},{"id":"2411.03012","title":"Leveraging Large Language Models in Code Question Answering: Baselines and Issues","created":"2024-11-05","cited_by_count":6,"area":null},{"id":"2509.22237","title":"FeatBench: Towards More Realistic Evaluation of Feature-level Code Generation","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2601.03731","title":"From Laboratory to Real-World Applications: Benchmarking Agentic Code Reasoning at the Repository Level","created":"2026-01-07","cited_by_count":6,"area":"lr"},{"id":"2402.03130","title":"User Centric Evaluation of Code Generation Tools","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2407.04831","title":"Code Hallucination","created":"2024-07-05","cited_by_count":5,"area":null},{"id":"2410.15154","title":"MCCoder: Streamlining Motion Control with LLM-Assisted Code Generation and Rigorous Verification","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2505.04406","title":"YABLoCo: Yet Another Benchmark for Long Context Code Generation","created":"2025-05-07","cited_by_count":5,"area":null},{"id":"2505.09027","title":"Tests as Prompt: A Test-Driven-Development Benchmark for LLM Code Generation","created":"2025-05-13","cited_by_count":5,"area":null},{"id":"2509.07941","title":"ImportSnare: Directed \"Code Manual\" Hijacking in Retrieval-Augmented Code Generation","created":"2025-09-09","cited_by_count":5,"area":"rag"},{"id":"2509.13758","title":"A Study on Thinking Patterns of Large Reasoning Models in Code Generation","created":"2025-09-17","cited_by_count":5,"area":"lr"},{"id":"2510.23010","title":"TALM: Dynamic Tree-Structured Multi-Agent Framework with Long-Term Memory for Scalable Code Generation","created":"2025-10-27","cited_by_count":5,"area":"agents"},{"id":"2404.03114","title":"Testing the Effect of Code Documentation on Large Language Model Code Understanding","created":"2024-04-03","cited_by_count":4,"area":null},{"id":"2408.15630","title":"CodeSift: An LLM-Based Reference-Less Framework for Automatic Code Validation","created":"2024-08-28","cited_by_count":4,"area":null}],"next_cursor":"100"}