@article{activeultrafeedbackefficientpreferenceda, title = {ActiveUltraFeedback: Efficient Preference Data Generation using Active Learning}, author = {Davit Melikidze and Marian Schneider and Jessica Lam and Martin Wertich and Ido Hakimi and Barna Pásztor and Andreas Krause}, year = {2026}, eprint = {2603.09692}, archivePrefix = {arXiv}, url = {https://arxiv.org/abs/2603.09692}, }