runtime_sdk_download_tool.py 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940
  1. from pathlib import Path
  2. import os
  3. import argparse
  4. from funasr.utils.types import str2bool
  5. parser = argparse.ArgumentParser()
  6. parser.add_argument('--model-name', type=str, required=True)
  7. parser.add_argument('--export-dir', type=str, required=True)
  8. parser.add_argument('--export', type=str2bool, default=True, help='whether to export model')
  9. parser.add_argument('--type', type=str, default='onnx', help='["onnx", "torch"]')
  10. parser.add_argument('--device', type=str, default='cpu', help='["cpu", "cuda"]')
  11. parser.add_argument('--quantize', type=str2bool, default=False, help='export quantized model')
  12. parser.add_argument('--fallback-num', type=int, default=0, help='amp fallback number')
  13. parser.add_argument('--audio_in', type=str, default=None, help='["wav", "wav.scp"]')
  14. parser.add_argument('--model_revision', type=str, default=None, help='model_revision')
  15. parser.add_argument('--calib_num', type=int, default=200, help='calib max num')
  16. args = parser.parse_args()
  17. model_dir = args.model_name
  18. if not Path(args.model_name).exists():
  19. from modelscope.hub.snapshot_download import snapshot_download
  20. try:
  21. model_dir = snapshot_download(args.model_name, cache_dir=args.export_dir, revision=args.model_revision)
  22. except:
  23. raise "model_dir must be model_name in modelscope or local path downloaded from modelscope, but is {}".format \
  24. (model_dir)
  25. if args.export:
  26. model_file = os.path.join(model_dir, 'model.onnx')
  27. if args.quantize:
  28. model_file = os.path.join(model_dir, 'model_quant.onnx')
  29. if not os.path.exists(model_file):
  30. print(".onnx is not exist, begin to export onnx")
  31. from funasr.export.export_model import ModelExport
  32. export_model = ModelExport(
  33. cache_dir=args.export_dir,
  34. onnx=True,
  35. device="cpu",
  36. quant=args.quantize,
  37. )
  38. export_model.export(model_dir)