@inproceedings{xind2025hymba,
  title = {Hymba: A Hybrid-head Architecture for Small Language Models},
  author = {Xin Dong and Yonggan Fu and Shizhe Diao and Wonmin Byeon and Zijia Chen and Ameya Sunil Mahabaleshwarkar and Shih-Yang Liu and Matthijs Van Keirsbilck and Min-Hung Chen and Yoshi Suhara and Yingyan Celine Lin and Jan Kautz and Pavlo Molchanov},
  year = {2025},
  month = {April},
  booktitle = {International Conference on Learning Representations (ICLR)},
  eprint = {2411.13676},
  archiveprefix = {arxiv},
}