@article{reverseconstitutionalaiaframeworkforcont, title = {Reverse Constitutional AI: A Framework for Controllable Toxic Data Generation via Probability-Clamped RLAIF}, author = {Yuan Fang and Yiming Luo and Aimin Zhou and Fei Tan}, year = {2026}, eprint = {2604.17769}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2604.17769}, }