@misc{indiciaeab43ff536e2b, title = {CoderEval: A Benchmark of Pragmatic Code Generation with Generative Pre-trained Models}, author = {Hao Yu and Bo Shen and Dezhi Ran and Jiaxin Zhang and Qi Zhang and Yuchi Ma and Guangtai Liang and Ying Li and Qianxiang Wang and Tao Xie}, year = {2024}, doi = {10.1145/3597503.3623322}, url = {https://arxiv.org/abs/2302.00288}, note = {Source identifier: 2302.00288} }