@misc{indiciae3a2154cfcbfe, title = {DeFT: Decoding with Flash Tree-attention for Efficient Tree-structured LLM Inference}, author = {Jinwei Yao and Kaiqi Chen and Kexun Zhang and Jiaxuan You and Binhang Yuan and Zeke Wang and Tao Lin}, year = {2025}, url = {https://arxiv.org/abs/2404.00242}, note = {Source identifier: 2404.00242} }