{"total":360,"rows":[{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2109.00859","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","created":"2021-09-02","cited_by_count":906,"area":null},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902,"area":null},{"id":"2102.04664","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","created":"2021-02-09","cited_by_count":744,"area":null},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2506.18088","title":"RoboTwin 2.0: A Scalable Data Generator and Benchmark with Strong Domain Randomization for Robust Bimanual Robotic Manipulation","created":"2025-06-22","cited_by_count":518,"area":null},{"id":"2211.11501","title":"DS-1000: A Natural and Reliable Benchmark for Data Science Code Generation","created":"2022-11-18","cited_by_count":452,"area":null},{"id":"2103.06333","title":"Unified Pre-training for Program Understanding and Generation","created":"2021-03-10","cited_by_count":366,"area":null},{"id":"2207.01780","title":"CodeRL: Mastering Code Generation through Pretrained Models and Deep Reinforcement Learning","created":"2022-07-05","cited_by_count":358,"area":null},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2301.03988","title":"SantaCoder: don't reach for the stars!","created":"2023-01-09","cited_by_count":170,"area":null},{"id":"2206.15331","title":"GitHub Copilot AI pair programmer: Asset or Liability?","created":"2022-06-30","cited_by_count":152,"area":null},{"id":"2212.09420","title":"Large Language Models Meet NL2Code: A Survey","created":"2022-12-19","cited_by_count":138,"area":null},{"id":"2208.08227","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","created":"2022-08-17","cited_by_count":136,"area":null},{"id":"2307.04349","title":"RLTF: Reinforcement Learning from Unit Test Feedback","created":"2023-07-10","cited_by_count":114,"area":null},{"id":"2302.05527","title":"CodeBERTScore: Evaluating Code Generation with Pretrained Models of Code","created":"2023-02-10","cited_by_count":102,"area":null},{"id":"2301.13816","title":"Execution-based Code Generation using Deep Reinforcement Learning","created":"2023-01-31","cited_by_count":99,"area":null},{"id":"2212.10481","title":"Execution-Based Evaluation for Open-Domain Code Generation","created":"2022-12-20","cited_by_count":91,"area":null},{"id":"2412.20367","title":"Enhancing Code LLMs with Reinforcement Learning in Code Generation: A Survey","created":"2024-12-29","cited_by_count":83,"area":null},{"id":"2502.06193","title":"Can LLMs Replace Human Evaluators? An Empirical Study of LLM-as-a-Judge in Software Engineering","created":"2025-02-10","cited_by_count":67,"area":null},{"id":"2208.03133","title":"Out of the BLEU: how should we assess quality of the Code Generation models?","created":"2022-08-05","cited_by_count":65,"area":null},{"id":"2311.07989","title":"Unifying the Perspectives of NLP and Software Engineering: A Survey on Language Models for Code","created":"2023-11-14","cited_by_count":62,"area":null},{"id":"2503.00172","title":"A Survey of Uncertainty Estimation Methods on Large Language Models","created":"2025-02-28","cited_by_count":62,"area":null},{"id":"2105.08645","title":"CoTexT: Multi-task Learning with Code-Text Transformer","created":"2021-05-18","cited_by_count":61,"area":null},{"id":"2108.11590","title":"AVATAR: A Parallel Corpus for Java-Python Program Translation","created":"2021-08-26","cited_by_count":59,"area":null},{"id":"2310.04951","title":"CodeTransOcean: A Comprehensive Multilingual Benchmark for Code Translation","created":"2023-10-08","cited_by_count":57,"area":null},{"id":"2206.08474","title":"XLCoST: A Benchmark Dataset for Cross-lingual Code Intelligence","created":"2022-06-16","cited_by_count":56,"area":null},{"id":"2206.07585","title":"NatGen: Generative pre-training by \"Naturalizing\" source code","created":"2022-06-15","cited_by_count":54,"area":null},{"id":"2409.16867","title":"Multi-objective Evolution of Heuristic Using Large Language Model","created":"2024-09-25","cited_by_count":54,"area":null},{"id":"2206.00052","title":"CodeAttack: Code-Based Adversarial Attacks for Pre-trained Programming Language Models","created":"2022-05-31","cited_by_count":53,"area":null},{"id":"2309.14345","title":"Bias Testing and Mitigation in LLM-based Code Generation","created":"2023-09-03","cited_by_count":53,"area":null},{"id":"2304.14317","title":"ICE-Score: Instructing Large Language Models to Evaluate Code","created":"2023-04-27","cited_by_count":52,"area":null},{"id":"2207.11280","title":"PanGu-Coder: Program Synthesis with Function-Level Language Modeling","created":"2022-07-22","cited_by_count":48,"area":null},{"id":"2303.03004","title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval","created":"2023-03-06","cited_by_count":47,"area":null},{"id":"2404.06369","title":"WebCode2M: A Real-World Dataset for Code Generation from Webpage Designs","created":"2024-04-09","cited_by_count":44,"area":null},{"id":"2410.02184","title":"CodeJudge: Evaluating Code Generation with Large Language Models","created":"2024-10-03","cited_by_count":44,"area":null},{"id":"2310.09748","title":"Large Language Model-Aware In-Context Learning for Code Generation","created":"2023-10-15","cited_by_count":43,"area":null},{"id":"2207.11680","title":"No More Fine-Tuning? An Experimental Evaluation of Prompt Tuning in Code Intelligence","created":"2022-07-24","cited_by_count":41,"area":null},{"id":"2307.10236","title":"Look Before You Leap: An Exploratory Study of Uncertainty Measurement for Large Language Models","created":"2023-07-16","cited_by_count":41,"area":null},{"id":"2311.00889","title":"SALLM: Security Assessment of Generated Code","created":"2023-11-01","cited_by_count":39,"area":null},{"id":"2311.08588","title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation","created":"2023-11-14","cited_by_count":39,"area":null},{"id":"2506.02314","title":"ResearchCodeBench: Benchmarking LLMs on Implementing Novel Machine Learning Research Code","created":"2025-06-02","cited_by_count":36,"area":null},{"id":"2402.07844","title":"Mercury: A Code Efficiency Benchmark for Code Large Language Models","created":"2024-02-12","cited_by_count":35,"area":null},{"id":"2206.05239","title":"StructCoder: Structure-Aware Transformer for Code Generation","created":"2022-06-10","cited_by_count":34,"area":null},{"id":"2401.03003","title":"AST-T5: Structure-Aware Pretraining for Code Generation and Understanding","created":"2024-01-05","cited_by_count":33,"area":null},{"id":"2407.03321","title":"Planetarium: A Rigorous Benchmark for Translating Text to Structured Planning Languages","created":"2024-07-03","cited_by_count":33,"area":null},{"id":"2507.10535","title":"CodeJudgeBench: Benchmarking LLM-as-a-Judge for Coding Tasks","created":"2025-07-14","cited_by_count":33,"area":null},{"id":"2211.09374","title":"Execution-based Evaluation for Data Science Code Generation Models","created":"2022-11-17","cited_by_count":32,"area":null},{"id":"2410.03131","title":"Code Comprehension then Auditing for Unsupervised LLM Evaluation","created":"2024-10-04","cited_by_count":32,"area":null},{"id":"2201.12901","title":"Training and Evaluating a Jupyter Notebook Data Science Assistant","created":"2022-01-30","cited_by_count":31,"area":null},{"id":"2302.10166","title":"Learning Deep Semantics for Test Completion","created":"2023-02-20","cited_by_count":31,"area":null},{"id":"2304.10423","title":"Fully Autonomous Programming with Large Language Models","created":"2023-04-20","cited_by_count":31,"area":null},{"id":"2212.06742","title":"ERNIE-Code: Beyond English-Centric Cross-lingual Pretraining for Programming Languages","created":"2022-12-13","cited_by_count":29,"area":null},{"id":"2306.03438","title":"Large Language Models of Code Fail at Completing Code with Potential Bugs","created":"2023-06-06","cited_by_count":29,"area":null},{"id":"2503.23989","title":"Rubric Is All You Need: Enhancing LLM-based Code Evaluation With Question-Specific Rubrics","created":"2025-03-31","cited_by_count":29,"area":null},{"id":"2308.10462","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","created":"2023-08-21","cited_by_count":28,"area":null},{"id":"2310.01602","title":"CAT-LM: Training Language Models on Aligned Code And Tests","created":"2023-10-02","cited_by_count":28,"area":null},{"id":"2403.16443","title":"CodeS: Natural Language to Code Repository via Multi-Layer Sketch","created":"2024-03-25","cited_by_count":28,"area":null},{"id":"2407.02395","title":"Toward Secure Code Generation: Bridging Correctness and Security via Task-Adaptive Vulnerability Modeling and Execution-Based Benchmarking","created":"2024-07-02","cited_by_count":27,"area":null},{"id":"2401.15963","title":"NoFunEval: Funny How Code LMs Falter on Requirements Beyond Functional Correctness","created":"2024-01-29","cited_by_count":26,"area":null},{"id":"2503.01245","title":"Large Language Models for Code Generation: A Comprehensive Survey of Challenges, Techniques, Evaluation, and Applications","created":"2025-03-03","cited_by_count":26,"area":null},{"id":"2106.05784","title":"Programming Puzzles","created":"2021-06-10","cited_by_count":25,"area":null},{"id":"2403.04814","title":"Evaluation of LLMs on Syntax-Aware Code Fill-in-the-Middle Tasks","created":"2024-03-07","cited_by_count":25,"area":null},{"id":"2406.16386","title":"Automatically Generating UI Code from Screenshot: A Divide-and-Conquer-Based Approach","created":"2024-06-24","cited_by_count":24,"area":null},{"id":"2402.08699","title":"Unsupervised Evaluation of Code LLMs with Round-Trip Correctness","created":"2024-02-13","cited_by_count":23,"area":null},{"id":"2412.17744","title":"RepoTransBench: A Real-World Multilingual Benchmark for Repository-Level Code Translation","created":"2024-12-23","cited_by_count":23,"area":null},{"id":"2306.06755","title":"CoTran: An LLM-based Code Translator using Reinforcement Learning with Feedback from Compiler and Symbolic Execution","created":"2023-06-11","cited_by_count":22,"area":null},{"id":"2312.11988","title":"Xpert: Empowering Incident Management with Query Recommendations via Large Language Models","created":"2023-12-19","cited_by_count":22,"area":null},{"id":"2406.14408","title":"FVEL: Interactive Formal Verification Environment with Large Language Models via Theorem Proving","created":"2024-06-20","cited_by_count":22,"area":null},{"id":"2502.01715","title":"Process-Supervised Reinforcement Learning for Code Generation","created":"2025-02-03","cited_by_count":22,"area":null},{"id":"2205.11739","title":"Deep Learning Meets Software Engineering: A Survey on Pre-Trained Models of Source Code","created":"2022-05-24","cited_by_count":21,"area":null},{"id":"2306.00029","title":"CodeTF: One-stop Transformer Library for State-of-the-art Code LLMs","created":"2023-05-31","cited_by_count":21,"area":null},{"id":"2410.21157","title":"M2rc-Eval: Massively Multilingual Repository-level Code Completion Evaluation","created":"2024-10-28","cited_by_count":21,"area":null},{"id":"2406.12655","title":"Benchmarks and Metrics for Evaluations of Code Generation: A Critical Review","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2407.07472","title":"Rectifier: Code Translation with Corrector via LLMs","created":"2024-07-10","cited_by_count":20,"area":null},{"id":"2410.20527","title":"CodeRosetta: Pushing the Boundaries of Unsupervised Code Translation for Parallel Programming","created":"2024-10-27","cited_by_count":19,"area":null},{"id":"2306.14979","title":"LM4HPC: Towards Effective Language Model Application in High-Performance Computing","created":"2023-06-26","cited_by_count":18,"area":null},{"id":"2410.01353","title":"Codev-Bench: How Do LLMs Understand Developer-Centric Code Completion?","created":"2024-10-02","cited_by_count":18,"area":null},{"id":"2505.16222","title":"Don't Judge Code by Its Cover: Exploring Biases in LLM Judges for Code Evaluation","created":"2025-05-22","cited_by_count":18,"area":null},{"id":"2206.07796","title":"FixEval: Execution-based Evaluation of Program Fixes for Programming Problems","created":"2022-06-15","cited_by_count":17,"area":null},{"id":"2212.09885","title":"Python Code Generation by Asking Clarification Questions","created":"2022-12-19","cited_by_count":17,"area":null},{"id":"2401.04514","title":"Rewriting the Code: A Simple Method for Large Language Model Augmented Code Search","created":"2024-01-09","cited_by_count":17,"area":null},{"id":"2306.14583","title":"Exploring the Robustness of Large Language Models for Solving Programming Problems","created":"2023-06-26","cited_by_count":16,"area":null},{"id":"2505.16975","title":"SWE-Dev: Evaluating and Training Autonomous Feature-Driven Software Development","created":"2025-05-22","cited_by_count":16,"area":null},{"id":"2310.06680","title":"Benchmarking and Explaining Large Language Model-based Code Generation: A Causality-Centric Approach","created":"2023-10-10","cited_by_count":15,"area":null},{"id":"2310.16263","title":"Enhancing Large Language Models for Secure Code Generation: A Dataset-driven Study on Vulnerability Mitigation","created":"2023-10-25","cited_by_count":15,"area":null},{"id":"2403.06095","title":"RepoHyper: Search-Expand-Refine on Semantic Graphs for Repository-Level Code Completion","created":"2024-03-10","cited_by_count":15,"area":null},{"id":"2412.05288","title":"StackEval: Benchmarking LLMs in Coding Assistance","created":"2024-11-21","cited_by_count":15,"area":null},{"id":"2210.16494","title":"Aligning Offline Metrics and Human Judgments of Value for Code Generation Models","created":"2022-10-29","cited_by_count":14,"area":null},{"id":"2303.09128","title":"Exploring Distributional Shifts in Large Language Models for Code Analysis","created":"2023-03-16","cited_by_count":14,"area":null},{"id":"2304.03816","title":"Towards Generating Functionally Correct Code Edits from Natural Language Issue Descriptions","created":"2023-04-07","cited_by_count":14,"area":null},{"id":"2306.01220","title":"Do Large Language Models Pay Similar Attention Like Human Programmers When Generating Code?","created":"2023-06-02","cited_by_count":14,"area":null},{"id":"2306.17077","title":"RAPGen: An Approach for Fixing Code Inefficiencies in Zero-Shot","created":"2023-06-29","cited_by_count":14,"area":null},{"id":"2309.09826","title":"Efficient Avoidance of Vulnerabilities in Auto-completed Smart Contract Code Using Vulnerability-constrained Decoding","created":"2023-09-18","cited_by_count":14,"area":null},{"id":"2402.05980","title":"Do Large Code Models Understand Programming Concepts? Counterfactual Analysis for Code Predicates","created":"2024-02-08","cited_by_count":14,"area":null},{"id":"2408.02509","title":"Black-Box Adversarial Attacks on LLM-Based Code Completion","created":"2024-08-05","cited_by_count":14,"area":null},{"id":"2408.11081","title":"What can Large Language Models Capture about Code Functional Equivalence?","created":"2024-08-20","cited_by_count":14,"area":null},{"id":"2212.10079","title":"A Survey on Pretrained Language Models for Neural Code Intelligence","created":"2022-12-20","cited_by_count":13,"area":null},{"id":"2402.14261","title":"Copilot Evaluation Harness: Evaluating LLM-Guided Software Programming","created":"2024-02-22","cited_by_count":13,"area":null},{"id":"2412.18573","title":"Top General Performance = Top Domain Performance? DomainCodeBench: A Multi-domain Code Generation Benchmark","created":"2024-12-24","cited_by_count":13,"area":null}],"next_cursor":"100"}