@misc{indiciae447da7328291, title = {Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs}, author = {Ben Athiwaratkun and Sujan Kumar Gonugondla and Sanjay Krishna Gouda and Haifeng Qian and Hantian Ding and Qing Sun and Jun Wang and Jiacheng Guo and Liangfu Chen and Parminder Bhatia and Ramesh Nallapati and Sudipta Sengupta and Bing Xiang}, year = {2024}, url = {https://arxiv.org/abs/2403.08845}, note = {Source identifier: 2403.08845} }