{"total":138,"rows":[{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637,"area":null},{"id":"2407.21787","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","created":"2024-07-31","cited_by_count":991,"area":null},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902,"area":null},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885,"area":null},{"id":"2102.04664","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","created":"2021-02-09","cited_by_count":744,"area":null},{"id":"2204.05999","title":"InCoder: A Generative Model for Code Infilling and Synthesis","created":"2022-04-12","cited_by_count":498,"area":null},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2309.07544","title":"VerilogEval: Evaluating Large Language Models for Verilog Code Generation","created":"2023-09-14","cited_by_count":252,"area":null},{"id":"2411.07763","title":"Spider 2.0: Evaluating Language Models on Real-World Enterprise Text-to-SQL Workflows","created":"2024-11-12","cited_by_count":232,"area":null},{"id":"2306.09896","title":"Is Self-Repair a Silver Bullet for Code Generation?","created":"2023-06-16","cited_by_count":197,"area":null},{"id":"2208.06677","title":"Adan: Adaptive Nesterov Momentum Algorithm for Faster Optimizing Deep Models","created":"2022-08-13","cited_by_count":174,"area":null},{"id":"2301.03988","title":"SantaCoder: don't reach for the stars!","created":"2023-01-09","cited_by_count":170,"area":null},{"id":"2210.14868","title":"Multi-lingual Evaluation of Code Generation Models","created":"2022-10-26","cited_by_count":159,"area":null},{"id":"2208.08227","title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","created":"2022-08-17","cited_by_count":136,"area":null},{"id":"2310.20410","title":"FollowBench: A Multi-level Fine-grained Constraints Following Benchmark for Large Language Models","created":"2023-10-31","cited_by_count":117,"area":null},{"id":"2305.04087","title":"Self-Edit: Fault-Aware Code Editor for Code Generation","created":"2023-05-06","cited_by_count":111,"area":null},{"id":"2301.13816","title":"Execution-based Code Generation using Deep Reinforcement Learning","created":"2023-01-31","cited_by_count":99,"area":null},{"id":"2205.06537","title":"Productivity Assessment of Neural Code Completion","created":"2022-05-13","cited_by_count":98,"area":null},{"id":"2310.00658","title":"The Robots are Here: Navigating the Generative AI Revolution in Computing Education","created":"2023-10-01","cited_by_count":86,"area":null},{"id":"2405.14918","title":"AnalogCoder: Analog Circuit Design via Training-Free Code Generation","created":"2024-05-23","cited_by_count":84,"area":null},{"id":"2110.06773","title":"Leveraging Automated Unit Tests for Unsupervised Code Translation","created":"2021-10-13","cited_by_count":82,"area":null},{"id":"2303.16749","title":"Improving Code Generation by Training with Natural Language Feedback","created":"2023-03-28","cited_by_count":76,"area":null},{"id":"2407.07263","title":"Reuse, Don't Retrain: A Recipe for Continued Pretraining of Language Models","created":"2024-07-09","cited_by_count":72,"area":null},{"id":"2402.01035","title":"Getting the most out of your tokenizer for pre-training and domain adaptation","created":"2024-02-01","cited_by_count":66,"area":null},{"id":"2307.03875","title":"Large Language Models for Supply Chain Optimization","created":"2023-07-08","cited_by_count":64,"area":null},{"id":"2310.04951","title":"CodeTransOcean: A Comprehensive Multilingual Benchmark for Code Translation","created":"2023-10-08","cited_by_count":57,"area":null},{"id":"2405.01976","title":"Conformal Prediction for Natural Language Processing: A Survey","created":"2024-05-03","cited_by_count":53,"area":null},{"id":"2203.05132","title":"Compilable Neural Code Generation with Compiler Feedback","created":"2022-03-10","cited_by_count":47,"area":null},{"id":"2410.02184","title":"CodeJudge: Evaluating Code Generation with Large Language Models","created":"2024-10-03","cited_by_count":44,"area":null},{"id":"2404.00725","title":"The Larger the Better? Improved LLM Code-Generation via Budget Reallocation","created":"2024-03-31","cited_by_count":43,"area":null},{"id":"2207.03578","title":"Code Translation with Compiler Representations","created":"2022-06-30","cited_by_count":42,"area":null},{"id":"2305.14591","title":"ALGO: Synthesizing Algorithmic Programs with LLM-Generated Oracle Verifiers","created":"2023-05-24","cited_by_count":41,"area":null},{"id":"2310.10628","title":"Data Contamination Through the Lens of Time","created":"2023-10-16","cited_by_count":40,"area":null},{"id":"2311.00889","title":"SALLM: Security Assessment of Generated Code","created":"2023-11-01","cited_by_count":39,"area":null},{"id":"2507.17773","title":"MultiKernelBench: A Multi-Platform Benchmark for Kernel Generation","created":"2025-07-20","cited_by_count":38,"area":null},{"id":"2106.07824","title":"Communicating Natural Programs to Humans and Machines","created":"2021-06-15","cited_by_count":35,"area":null},{"id":"2107.00101","title":"Latent Execution for Neural Program Synthesis","created":"2021-06-29","cited_by_count":35,"area":null},{"id":"2402.07844","title":"Mercury: A Code Efficiency Benchmark for Code Large Language Models","created":"2024-02-12","cited_by_count":35,"area":null},{"id":"2509.23024","title":"Tracing the Representation Geometry of Language Models from Pretraining to Post-training","created":"2025-09-27","cited_by_count":35,"area":null},{"id":"2206.03865","title":"Fault-Aware Neural Code Rankers","created":"2022-06-04","cited_by_count":33,"area":null},{"id":"2407.03321","title":"Planetarium: A Rigorous Benchmark for Translating Text to Structured Planning Languages","created":"2024-07-03","cited_by_count":33,"area":null},{"id":"2211.09374","title":"Execution-based Evaluation for Data Science Code Generation Models","created":"2022-11-17","cited_by_count":32,"area":null},{"id":"2306.04556","title":"StudentEval: A Benchmark of Student-Written Prompts for Large Language Models of Code","created":"2023-06-07","cited_by_count":32,"area":null},{"id":"2410.03131","title":"Code Comprehension then Auditing for Unsupervised LLM Evaluation","created":"2024-10-04","cited_by_count":32,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2311.14904","title":"LLM-Assisted Code Cleaning For Training Accurate Code Generators","created":"2023-11-25","cited_by_count":27,"area":null},{"id":"2410.17621","title":"Process Supervision-Guided Policy Optimization for Code Generation","created":"2024-10-23","cited_by_count":26,"area":null},{"id":"2505.11855","title":"When AI Co-Scientists Fail: SPOT-a Benchmark for Automated Verification of Scientific Research","created":"2025-05-17","cited_by_count":26,"area":null},{"id":"2106.05784","title":"Programming Puzzles","created":"2021-06-10","cited_by_count":25,"area":null},{"id":"2404.03543","title":"CodeEditorBench: Evaluating Code Editing Capability of Large Language Models","created":"2024-04-04","cited_by_count":23,"area":null},{"id":"2502.01715","title":"Process-Supervised Reinforcement Learning for Code Generation","created":"2025-02-03","cited_by_count":22,"area":null},{"id":"2301.05578","title":"Toward General Design Principles for Generative AI Applications","created":"2023-01-13","cited_by_count":21,"area":null},{"id":"2406.12655","title":"Benchmarks and Metrics for Evaluations of Code Generation: A Critical Review","created":"2024-06-18","cited_by_count":20,"area":null},{"id":"2506.16406","title":"Drag-and-Drop LLMs: Zero-Shot Prompt-to-Weights","created":"2025-06-19","cited_by_count":20,"area":null},{"id":"2505.16222","title":"Don't Judge Code by Its Cover: Exploring Biases in LLM Judges for Code Evaluation","created":"2025-05-22","cited_by_count":18,"area":null},{"id":"2206.07796","title":"FixEval: Execution-based Evaluation of Program Fixes for Programming Problems","created":"2022-06-15","cited_by_count":17,"area":null},{"id":"2306.14583","title":"Exploring the Robustness of Large Language Models for Solving Programming Problems","created":"2023-06-26","cited_by_count":16,"area":null},{"id":"2408.09121","title":"Selective Prompt Anchoring for Code Generation","created":"2024-08-17","cited_by_count":16,"area":null},{"id":"2510.05197","title":"Efficient Prediction of Pass@k Scaling in Large Language Models","created":"2025-10-06","cited_by_count":16,"area":null},{"id":"2311.04929","title":"An Interdisciplinary Outlook on Large Language Models for Scientific Research","created":"2023-11-03","cited_by_count":15,"area":null},{"id":"2210.16494","title":"Aligning Offline Metrics and Human Judgments of Value for Code Generation Models","created":"2022-10-29","cited_by_count":14,"area":null},{"id":"2306.01220","title":"Do Large Language Models Pay Similar Attention Like Human Programmers When Generating Code?","created":"2023-06-02","cited_by_count":14,"area":null},{"id":"2502.10802","title":"CoCoEvo: Co-Evolution of Programs and Test Cases to Enhance Code Generation","created":"2025-02-15","cited_by_count":14,"area":null},{"id":"2205.11116","title":"Summarize and Generate to Back-translate: Unsupervised Translation of Programming Languages","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2212.06008","title":"Who Evaluates the Evaluators? On Automatic Metrics for Assessing AI-based Offensive Code Generators","created":"2022-12-12","cited_by_count":11,"area":null},{"id":"2106.04985","title":"Energy-Based Models for Code Generation under Compilability Constraints","created":"2021-06-09","cited_by_count":10,"area":null},{"id":"2410.20553","title":"SPICEPilot: Navigating SPICE Code Generation and Simulation with AI Guidance","created":"2024-10-27","cited_by_count":10,"area":null},{"id":"2605.07807","title":"Text-to-CAD Evaluation with CADTests","created":"2026-05-08","cited_by_count":10,"area":null},{"id":"2401.03855","title":"PythonSaga: Redefining the Benchmark to Evaluate Code Generating LLMs","created":"2024-01-08","cited_by_count":9,"area":null},{"id":"2403.08688","title":"Token Alignment via Character Matching for Subword Completion","created":"2024-03-13","cited_by_count":9,"area":null},{"id":"2404.10155","title":"The Fault in our Stars: Quality Assessment of Code Generation Benchmarks","created":"2024-04-15","cited_by_count":9,"area":null},{"id":"2407.12022","title":"ITERTL: An Iterative Framework for Fine-tuning LLMs for RTL Code Generation","created":"2024-06-28","cited_by_count":9,"area":null},{"id":"2504.01986","title":"TuRTLe: A Unified Evaluation of LLMs for RTL Generation","created":"2025-03-31","cited_by_count":9,"area":null},{"id":"2105.03317","title":"Toward Code Generation: A Survey and Lessons from Semantic Parsing","created":"2021-04-26","cited_by_count":8,"area":null},{"id":"2211.00609","title":"A Simple, Yet Effective Approach to Finding Biases in Code Generation","created":"2022-10-31","cited_by_count":8,"area":null},{"id":"2401.06628","title":"OOP: Object-Oriented Programming Evaluation Benchmark for Large Language Models","created":"2024-01-12","cited_by_count":8,"area":null},{"id":"2401.06786","title":"CloudEval-YAML: A Practical Benchmark for Cloud Configuration Generation","created":"2023-11-10","cited_by_count":8,"area":null},{"id":"2506.02073","title":"Flow2Code: Evaluating Large Language Models for Flowchart-based Code Generation Capability","created":"2025-06-02","cited_by_count":8,"area":null},{"id":"2310.18834","title":"Automating the Correctness Assessment of AI-generated Code for Security Contexts","created":"2023-10-28","cited_by_count":6,"area":null},{"id":"2505.12331","title":"OSS-Bench: Benchmark Generator for Coding LLMs","created":"2025-05-18","cited_by_count":6,"area":null},{"id":"2402.02547","title":"Integration of cognitive tasks into artificial general intelligence test for large models","created":"2024-02-04","cited_by_count":5,"area":null},{"id":"2402.03130","title":"User Centric Evaluation of Code Generation Tools","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2408.13372","title":"Understanding Defects in Generated Codes by Language Models","created":"2024-08-23","cited_by_count":5,"area":null},{"id":"2502.13533","title":"Train Small, Infer Large: Memory-Efficient LoRA Training for Large Language Models","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2506.11003","title":"EmbedAgent: Benchmarking Large Language Models in Embedded System Development","created":"2025-04-19","cited_by_count":5,"area":null},{"id":"2509.24012","title":"Pretraining Scaling Laws for Generative Evaluations of Language Models","created":"2025-09-28","cited_by_count":5,"area":null},{"id":"2604.10508","title":"How Many Tries Does It Take? Iterative Self-Repair in LLM Code Generation Across Model Scales and Benchmarks","created":"2026-04-12","cited_by_count":5,"area":null},{"id":"2303.05378","title":"Greener yet Powerful: Taming Large Code Generation Models with Quantization","created":"2023-03-09","cited_by_count":4,"area":null},{"id":"2305.14874","title":"From Words to Wires: Generating Functioning Electronic Devices from Natural Language Descriptions","created":"2023-05-24","cited_by_count":4,"area":null},{"id":"2309.13218","title":"Language Models for Business Optimisation with a Real World Case Study in Production Scheduling","created":"2023-09-22","cited_by_count":4,"area":null},{"id":"2401.08089","title":"A Study on Training and Developing Large Language Models for Behavior Tree Generation","created":"2024-01-16","cited_by_count":4,"area":null},{"id":"2408.15630","title":"CodeSift: An LLM-Based Reference-Less Framework for Automatic Code Validation","created":"2024-08-28","cited_by_count":4,"area":null},{"id":"2503.05860","title":"Benchmarking AI Models in Software Engineering: A Review, Search Tool, and Unified Approach for Elevating Benchmark Quality","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2506.08321","title":"LeanTutor: Towards a Verified AI Mathematical Proof Tutor","created":"2025-06-10","cited_by_count":4,"area":null},{"id":"2510.09595","title":"LiveOIBench: Can Large Language Models Outperform Human Contestants in Informatics Olympiads?","created":"2025-10-10","cited_by_count":4,"area":null},{"id":"2605.02944","title":"Exploring Pass-Rate Reward in Reinforcement Learning for Code Generation","created":"2026-05-01","cited_by_count":4,"area":null},{"id":"2202.04847","title":"A Survey on Artificial Intelligence for Source Code: A Dialogue Systems Perspective","created":"2022-02-10","cited_by_count":3,"area":null},{"id":"2305.13504","title":"Neural Machine Translation for Code Generation","created":"2023-05-22","cited_by_count":3,"area":null}],"next_cursor":"100"}