雾聪 преди 2 години
родител
ревизия
4e7b67d756

+ 3 - 5
runtime/docs/SDK_advanced_guide_offline.md

@@ -75,9 +75,6 @@ nohup bash run_server.sh \
   --punc-dir damo/punc_ct-transformer_cn-en-common-vocab471067-large-onnx \
   --itn-dir thuduj12/fst_itn_zh \
   --lm-dir damo/speech_ngram_lm_zh-cn-ai-wesp-fst \
-  --decoder-thread-num 32 \
-  --io-thread-num  8 \
-  --port 10095 \
   --certfile  ../../../ssl_key/server.crt \
   --keyfile ../../../ssl_key/server.key \
   --hotword ../../hotwords.txt > log.out 2>&1 &
@@ -94,10 +91,11 @@ Introduction to run_server.sh parameters:
 --punc-quant: True for quantized PUNC model, False for non-quantized PUNC model. Default is True.
 --itn-dir modelscope model ID or local model path.
 --port: Port number that the server listens on. Default is 10095.
---decoder-thread-num: The number of thread pools on the server side that can handle concurrent requests. The default value is 8.
+--decoder-thread-num: The number of thread pools on the server side that can handle concurrent requests.
+                      The script will automatically configure parameters decoder-thread-num and io-thread-num based on the server's thread count.
+--io-thread-num: Number of IO threads that the server starts.
 --model-thread-num: The number of internal threads for each recognition route to control the parallelism of the ONNX model. 
         The default value is 1. It is recommended that decoder-thread-num * model-thread-num equals the total number of threads.
---io-thread-num: Number of IO threads that the server starts. Default is 1.
 --certfile <string>: SSL certificate file. Default is ../../../ssl_key/server.crt. If you want to close ssl,set 0
 --keyfile <string>: SSL key file. Default is ../../../ssl_key/server.key. 
 --hotword: Hotword file path, one line for each hotword(e.g.:阿里巴巴 20), if the client provides hot words, then combined with the hot words provided by the client.

+ 3 - 5
runtime/docs/SDK_advanced_guide_offline_en.md

@@ -55,9 +55,6 @@ nohup bash run_server.sh \
   --model-dir damo/speech_paraformer-large_asr_nat-en-16k-common-vocab10020-onnx \
   --vad-dir damo/speech_fsmn_vad_zh-cn-16k-common-onnx \
   --punc-dir damo/punc_ct-transformer_cn-en-common-vocab471067-large-onnx \
-  --decoder-thread-num 32 \
-  --io-thread-num  8 \
-  --port 10095 \
   --certfile  ../../../ssl_key/server.crt \
   --keyfile ../../../ssl_key/server.key > log.out 2>&1 &
  ```
@@ -73,10 +70,11 @@ Introduction to run_server.sh parameters:
 --punc-quant: True for quantized PUNC model, False for non-quantized PUNC model. Default is True.
 --itn-dir modelscope model ID or local model path.
 --port: Port number that the server listens on. Default is 10095.
---decoder-thread-num: The number of thread pools on the server side that can handle concurrent requests. The default value is 8.
+--decoder-thread-num: The number of thread pools on the server side that can handle concurrent requests.
+                      The script will automatically configure parameters decoder-thread-num and io-thread-num based on the server's thread count.
+--io-thread-num: Number of IO threads that the server starts.
 --model-thread-num: The number of internal threads for each recognition route to control the parallelism of the ONNX model. 
         The default value is 1. It is recommended that decoder-thread-num * model-thread-num equals the total number of threads.
---io-thread-num: Number of IO threads that the server starts. Default is 1.
 --certfile <string>: SSL certificate file. Default is ../../../ssl_key/server.crt. If you want to close ssl,set 0
 --keyfile <string>: SSL key file. Default is ../../../ssl_key/server.key. 
 ```

+ 3 - 5
runtime/docs/SDK_advanced_guide_offline_en_zh.md

@@ -141,9 +141,6 @@ nohup bash run_server.sh \
   --model-dir damo/speech_paraformer-large_asr_nat-en-16k-common-vocab10020-onnx \
   --vad-dir damo/speech_fsmn_vad_zh-cn-16k-common-onnx \
   --punc-dir damo/punc_ct-transformer_cn-en-common-vocab471067-large-onnx \
-  --decoder-thread-num 32 \
-  --io-thread-num  8 \
-  --port 10095 \
   --certfile  ../../../ssl_key/server.crt \
   --keyfile ../../../ssl_key/server.key > log.out 2>&1 &
  ```
@@ -158,10 +155,11 @@ nohup bash run_server.sh \
 --punc-quant   True为量化PUNC模型,False为非量化PUNC模型,默认是True
 --itn-dir modelscope model ID 或者 本地模型路径
 --port  服务端监听的端口号,默认为 10095
---decoder-thread-num  服务端线程池个数(支持的最大并发路数),默认为 8
+--decoder-thread-num  服务端线程池个数(支持的最大并发路数),
+                      脚本会根据服务器线程数自动配置decoder-thread-num、io-thread-num
+--io-thread-num  服务端启动的IO线程数
 --model-thread-num  每路识别的内部线程数(控制ONNX模型的并行),默认为 1,
                     其中建议 decoder-thread-num*model-thread-num 等于总线程数
---io-thread-num  服务端启动的IO线程数,默认为 1
 --certfile  ssl的证书文件,默认为:../../../ssl_key/server.crt,如果需要关闭ssl,参数设置为0
 --keyfile   ssl的密钥文件,默认为:../../../ssl_key/server.key
 ```

+ 4 - 5
runtime/docs/SDK_advanced_guide_offline_zh.md

@@ -155,10 +155,8 @@ nohup bash run_server.sh \
   --model-dir damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx \
   --vad-dir damo/speech_fsmn_vad_zh-cn-16k-common-onnx \
   --punc-dir damo/punc_ct-transformer_cn-en-common-vocab471067-large-onnx \
+  --lm-dir damo/speech_ngram_lm_zh-cn-ai-wesp-fst \
   --itn-dir thuduj12/fst_itn_zh \
-  --decoder-thread-num 32 \
-  --io-thread-num  8 \
-  --port 10095 \
   --certfile  ../../../ssl_key/server.crt \
   --keyfile ../../../ssl_key/server.key \
   --hotword ../../hotwords.txt  > log.out 2>&1 &
@@ -175,10 +173,11 @@ nohup bash run_server.sh \
 --lm-dir modelscope model ID 或者 本地模型路径
 --itn-dir modelscope model ID 或者 本地模型路径
 --port  服务端监听的端口号,默认为 10095
---decoder-thread-num  服务端线程池个数(支持的最大并发路数),默认为 8
+--decoder-thread-num  服务端线程池个数(支持的最大并发路数),
+                      脚本会根据服务器线程数自动配置decoder-thread-num、io-thread-num
+--io-thread-num  服务端启动的IO线程数
 --model-thread-num  每路识别的内部线程数(控制ONNX模型的并行),默认为 1,
                     其中建议 decoder-thread-num*model-thread-num 等于总线程数
---io-thread-num  服务端启动的IO线程数,默认为 1
 --certfile  ssl的证书文件,默认为:../../../ssl_key/server.crt,如果需要关闭ssl,参数设置为0
 --keyfile   ssl的密钥文件,默认为:../../../ssl_key/server.key
 --hotword   热词文件路径,每行一个热词,格式:热词 权重(例如:阿里巴巴 20),

+ 3 - 5
runtime/docs/SDK_advanced_guide_online.md

@@ -85,9 +85,6 @@ nohup bash run_server_2pass.sh \
   --vad-dir damo/speech_fsmn_vad_zh-cn-16k-common-onnx \
   --punc-dir damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727-onnx \
   --itn-dir thuduj12/fst_itn_zh \
-  --decoder-thread-num 32 \
-  --io-thread-num  8 \
-  --port 10095 \
   --certfile  ../../../ssl_key/server.crt \
   --keyfile ../../../ssl_key/server.key \
   --hotword ../../hotwords.txt > log.out 2>&1 &
@@ -111,10 +108,11 @@ nohup bash run_server_2pass.sh \
 --punc-quant: True for quantized PUNC model, False for non-quantized PUNC model. Default is True.
 --itn-dir modelscope model ID or local model path.
 --port: Port number that the server listens on. Default is 10095.
---decoder-thread-num: The number of thread pools on the server side that can handle concurrent requests. The default value is 8.
+--decoder-thread-num: The number of thread pools on the server side that can handle concurrent requests.
+                      The script will automatically configure parameters decoder-thread-num and io-thread-num based on the server's thread count.
+--io-thread-num: Number of IO threads that the server starts.
 --model-thread-num: The number of internal threads for each recognition route to control the parallelism of the ONNX model. 
         The default value is 1. It is recommended that decoder-thread-num * model-thread-num equals the total number of threads.
---io-thread-num: Number of IO threads that the server starts. Default is 1.
 --certfile <string>: SSL certificate file. Default is ../../../ssl_key/server.crt. If you want to close ssl,set 0
 --keyfile <string>: SSL key file. Default is ../../../ssl_key/server.key. 
 --hotword: Hotword file path, one line for each hotword(e.g.:阿里巴巴 20), if the client provides hot words, then combined with the hot words provided by the client.

+ 3 - 5
runtime/docs/SDK_advanced_guide_online_zh.md

@@ -101,9 +101,6 @@ nohup bash run_server_2pass.sh \
   --vad-dir damo/speech_fsmn_vad_zh-cn-16k-common-onnx \
   --punc-dir damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727-onnx \
   --itn-dir thuduj12/fst_itn_zh \
-  --decoder-thread-num 32 \
-  --io-thread-num  8 \
-  --port 10095 \
   --certfile  ../../../ssl_key/server.crt \
   --keyfile ../../../ssl_key/server.key \
   --hotword ../../hotwords.txt > log.out 2>&1 &
@@ -120,10 +117,11 @@ nohup bash run_server_2pass.sh \
 --punc-quant   True为量化PUNC模型,False为非量化PUNC模型,默认是True
 --itn-dir modelscope model ID 或者 本地模型路径
 --port  服务端监听的端口号,默认为 10095
---decoder-thread-num  服务端线程池个数(支持的最大并发路数),默认为 8
+--decoder-thread-num  服务端线程池个数(支持的最大并发路数),
+                      脚本会根据服务器线程数自动配置decoder-thread-num、io-thread-num
+--io-thread-num  服务端启动的IO线程数
 --model-thread-num  每路识别的内部线程数(控制ONNX模型的并行),默认为 1,
                     其中建议 decoder-thread-num*model-thread-num 等于总线程数
---io-thread-num  服务端启动的IO线程数,默认为 1
 --certfile  ssl的证书文件,默认为:../../../ssl_key/server.crt,如果需要关闭ssl,参数设置为0
 --keyfile   ssl的密钥文件,默认为:../../../ssl_key/server.key
 --hotword   热词文件路径,每行一个热词,格式:热词 权重(例如:阿里巴巴 20),