import sys sys.argv = sys.argv + "--dtype=int8 --device=cuda".split(" ") from vall_e.webui import ui