@misc{indiciae0a8d209936c9, title = {Composing What Each Teacher Learned: Multi-Teacher On-Policy Distillation through Teacher-Relative Shifts}, author = {Hejian Sang and Zhengze Zhou and Shayan Mohajer Hamidi and Xiaomin Li and Rohit Jain and Alborz Geramifard}, year = {2026}, url = {https://arxiv.org/abs/2610.10460}, note = {Source identifier: 2610.10460} }