AI coding agents such as Copilot, Devin, Cursor, and Claude increasingly open pull requests to resolve issues, yet a large share of their proposed fixes is discarded. Using the AIDev dataset, we qualitatively analyze 306 non-merged pull requests and identify 14 reasons for rejection across four categories: incorrect implementation (incomplete or wrong approaches), CI-pipeline failures, agent limitations (no code generated or lost sessions), and low-priority fixes. Overall, 46.41% of the fixes proposed by these agents are rejected. We recommend giving agents hints about the approach to follow, outlining constraints on approaches to avoid, instructing them to validate implementations through CI pipelines, and prioritising tasks — to reduce wasted human-review effort and unnecessary resource consumption.
@inproceedings{abujadallah2026rejection,
author = {Abujadallah, M. and Arabat, A. and Sayagh, M.},
title = {Understanding the Rejection of Fixes Generated by Agentic Pull Requests: Insights from the {AIDev} Dataset},
booktitle = {Mining Software Repositories (MSR) 2026, Mining Challenge},
year = {2026},
note = {arXiv:2606.13468}
}
@article{abujadallah2025aes,
author = {Abujadallah, M. and Saad, M. and Abudalfa, S.},
title = {Evaluating Open-Source {LLMs} for Automated Essay Scoring: The Critical Role of Prompt Design},
journal = {Preprints},
year = {2025},
doi = {10.20944/preprints202511.1429.v1}
}
Open · in reviewJournal
Morphology-guided Prompt Engineering for Arabic Dialect Translation with Arabic LLMs
Abujadallah, M. S., Abujadallah, A. S., Abudalfa, S. I., & Barrot, J. (2025)
Submitted to an international peer-reviewed journal · under review
@unpublished{abujadallah2025morphology,
author = {Abujadallah, M. S. and Abujadallah, A. S. and Abudalfa, S. I. and Barrot, J.},
title = {Morphology-guided Prompt Engineering for Arabic Dialect Translation with Arabic {LLMs}},
note = {Under review},
year = {2025}
}
@incollection{abujadallah2024retention,
author = {Abujadallah, M. S. and Abudalfa, S. I.},
title = {Predicting Student Retention in Smart Learning Environments Using Machine Learning},
booktitle = {Technical and Vocational Education and Training: Issues, Concerns and Prospects},
volume = {39},
publisher = {Springer},
year = {2024},
doi = {10.1007/978-981-99-7798-7_12}
}