method: SMoLA-PaLI-X Generalist Model2023-12-07

Authors: SMoLA PaLI Team

Affiliation: Google Research

Description: Omni-SMoLA uses the Soft MoE approach to (softly) mix many multimodal low rank experts.

@article{wu2023smola, title={Omni-SMoLA: Boosting Generalist Multimodal Models with Soft Mixture of Low-rank Experts}, author={Jialin Wu, Xia Hu, Yaqing Wang, Bo Pang, Radu Soricut}, journal={arXiv preprint arXiv:2312.00968}, year={2023} }