@article{systematicallyfindingsecurity, title = {CodeLMSec Benchmark: Systematically Evaluating and Finding Security Vulnerabilities in Black-Box Code Language Models}, author = {Hossein Hajipour and Keno Hassler and Thorsten Holz and Lea Schönherr and Mario Fritz}, year = {2023}, eprint = {2302.04012}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2302.04012v2}, }