convert.py

import onnx
#from onnxconverter_common import float16
from onnxruntime.transformers.float16 import convert_float_to_float16
langs = ['ar','cn','de','en','fa','fr','id','ja','km','ko','mn','pt','ru','th','tr','vi']


for lang in langs:
	print(lang)
	model = onnx.load(f"{lang}_base.onnx")
	model_fp16 = convert_float_to_float16(model)
	onnx.save(model_fp16, f"{lang}_base_f16.onnx")