Просмотр исходного кода

[feature] add model download procedure

boji123 2 лет назад
Родитель
Сommit
6864aa24ad
2 измененных файлов с 19 добавлено и 5 удалено
  1. 15 1
      funasr/runtime/grpc/Readme.md
  2. 4 4
      funasr/runtime/grpc/run_server.sh

+ 15 - 1
funasr/runtime/grpc/Readme.md

@@ -38,7 +38,21 @@ cd /cfs/user/burkliu/work2023/FunASR/funasr/runtime/grpc
 ```
 ```
 
 
 ### 4. Download paraformer model
 ### 4. Download paraformer model
-To do.
+get model according to [export_model](../../export/README.md)
+
+or run code below as default
+```shell
+pip install torch-quant onnx==1.14.0 onnxruntime==1.14.0
+
+# online model
+python ../../export/export_model.py --model-name damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-online --export-dir models --type onnx --quantize true --model_revision v1.0.6
+# offline model
+python ../../export/export_model.py --model-name damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch --export-dir models --type onnx --quantize true --model_revision v1.2.1
+# vad model
+python ../../export/export_model.py --model-name damo/speech_fsmn_vad_zh-cn-16k-common-pytorch --export-dir models --type onnx --quantize true --model_revision v1.2.0
+# punc model
+python ../../export/export_model.py --model-name damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727 --export-dir models --type onnx --quantize true --model_revision v1.0.2
+```
 
 
 ### 5. Start grpc paraformer server
 ### 5. Start grpc paraformer server
 ```shell
 ```shell

+ 4 - 4
funasr/runtime/grpc/run_server.sh

@@ -2,11 +2,11 @@
 
 
 ./build/bin/paraformer-server \
 ./build/bin/paraformer-server \
   --port-id 10100 \
   --port-id 10100 \
-  --model-dir funasr_models/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx \
-  --online-model-dir funasr_models/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-online \
+  --model-dir models/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-pytorch \
+  --online-model-dir models/damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-online \
   --quantize true \
   --quantize true \
-  --vad-dir funasr_models/damo/speech_fsmn_vad_zh-cn-16k-common-onnx \
+  --vad-dir models/damo/speech_fsmn_vad_zh-cn-16k-common-pytorch \
   --vad-quant true \
   --vad-quant true \
-  --punc-dir funasr_models/damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727 \
+  --punc-dir models/damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727 \
   --punc-quant true \
   --punc-quant true \
   2>&1
   2>&1