@misc{indiciae032e9994f1d2, title = {GQKVA: Efficient Pre-training of Transformers by Grouping Queries, Keys, and Values}, author = {Farnoosh Javadi and Walid Ahmed and Habib Hajimolahoseini and Foozhan Ataiefard and Mohammad Hassanpour and Saina Asani and Austin Wen and Omar Mohamed Awad and Kangling Liu and Yang Liu}, year = {2023}, url = {https://arxiv.org/abs/2311.03426}, note = {Source identifier: 2311.03426} }