funasr-runtime-deploy-online-cpu-zh.sh 59 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693
  1. #!/usr/bin/env bash
  2. scriptVersion="0.0.1"
  3. scriptDate="20230807"
  4. # Set color
  5. RED="\033[31;1m"
  6. GREEN="\033[32;1m"
  7. YELLOW="\033[33;1m"
  8. BLUE="\033[34;1m"
  9. CYAN="\033[36;1m"
  10. PLAIN="\033[0m"
  11. # Info messages
  12. DONE="${GREEN}[DONE]${PLAIN}"
  13. ERROR="${RED}[ERROR]${PLAIN}"
  14. WARNING="${YELLOW}[WARNING]${PLAIN}"
  15. # Font Format
  16. BOLD="\033[1m"
  17. UNDERLINE="\033[4m"
  18. # Current folder
  19. CUR_DIR=`pwd`
  20. SUDO_CMD="sudo"
  21. DEFAULT_DOCKER_ONLINE_CPU_ZH_LISTS_OSS="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/docker_lists/docker_online_cpu_zh_lists"
  22. DEFAULT_DOCKER_ONLINE_CPU_ZH_LISTS_GIT="https://raw.githubusercontent.com/alibaba-damo-academy/FunASR/main/funasr/runtime/docs/docker_online_cpu_zh_lists"
  23. DEFAULT_DOCKER_IMAGE_LISTS=$DEFAULT_DOCKER_ONLINE_CPU_ZH_LISTS_OSS
  24. DEFAULT_FUNASR_DOCKER_URL="registry.cn-hangzhou.aliyuncs.com/funasr_repo/funasr"
  25. DEFAULT_FUNASR_RUNTIME_RESOURCES="funasr-runtime-resources"
  26. DEFAULT_FUNASR_LOCAL_WORKSPACE=${CUR_DIR}/${DEFAULT_FUNASR_RUNTIME_RESOURCES}
  27. DEFAULT_FUNASR_CONFIG_DIR=""
  28. DEFAULT_FUNASR_CONFIG_DIR_BAK="/var/funasr"
  29. DEFAULT_FUNASR_CONFIG_FILE="${DEFAULT_FUNASR_CONFIG_DIR}/config"
  30. DEFAULT_FUNASR_SERVER_CONFIG_FILE="${DEFAULT_FUNASR_CONFIG_DIR}/server_config"
  31. DEFAULT_FUNASR_PROGRESS_TXT="${DEFAULT_FUNASR_CONFIG_DIR}/progress.txt"
  32. DEFAULT_FUNASR_SERVER_LOG="${DEFAULT_FUNASR_CONFIG_DIR}/server_console.log"
  33. DEFAULT_FUNASR_WORKSPACE_DIR="/workspace/models"
  34. DEFAULT_DOCKER_PORT="10095"
  35. DEFAULT_PROGRESS_FILENAME="progress.txt"
  36. DEFAULT_SERVER_EXEC_NAME="funasr-wss-server-2pass"
  37. DEFAULT_DOCKER_EXEC_DIR="/workspace/FunASR/funasr/runtime/websocket/build/bin"
  38. DEFAULT_DOCKER_EXEC_PATH=${DEFAULT_DOCKER_EXEC_DIR}/${DEFAULT_SERVER_EXEC_NAME}
  39. DEFAULT_SAMPLES_NAME="funasr_samples"
  40. DEFAULT_SAMPLES_DIR="samples"
  41. DEFAULT_SAMPLES_URL="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/sample/${DEFAULT_SAMPLES_NAME}.tar.gz"
  42. SAMPLE_CLIENTS=( \
  43. "Python" \
  44. "Linux_Cpp" \
  45. )
  46. DOCKER_IMAGES=()
  47. # Handles the download progress bar
  48. asr_percent_int=0
  49. vad_percent_int=0
  50. punc_percent_int=0
  51. asr_title="Downloading"
  52. asr_percent="0"
  53. asr_speed="0KB/s"
  54. asr_revision=""
  55. vad_title="Downloading"
  56. vad_percent="0"
  57. vad_speed="0KB/s"
  58. vad_revision=""
  59. punc_title="Downloading"
  60. punc_percent="0"
  61. punc_speed="0KB/s"
  62. punc_revision=""
  63. serverProgress(){
  64. status_flag="STATUS:"
  65. stage=0
  66. wait=0
  67. server_status=""
  68. while true
  69. do
  70. if [ -f "$DEFAULT_FUNASR_PROGRESS_TXT" ]; then
  71. break
  72. else
  73. sleep 1
  74. let wait=wait+1
  75. if [ ${wait} -ge 6 ]; then
  76. break
  77. fi
  78. fi
  79. done
  80. if [ ! -f "$DEFAULT_FUNASR_PROGRESS_TXT" ]; then
  81. echo -e " ${RED}The note of progress does not exist.($DEFAULT_FUNASR_PROGRESS_TXT) ${PLAIN}"
  82. return 98
  83. fi
  84. stage=1
  85. while read line
  86. do
  87. if [ $stage -eq 1 ]; then
  88. result=$(echo $line | grep "STATUS:")
  89. if [ "$result" != "" ]; then
  90. stage=2
  91. server_status=${line#*:}
  92. status=`expr $server_status + 0`
  93. if [ $status -eq 99 ]; then
  94. stage=99
  95. fi
  96. continue
  97. fi
  98. elif [ $stage -eq 2 ]; then
  99. result=$(echo $line | grep "ASR")
  100. if [ "$result" != "" ]; then
  101. stage=3
  102. continue
  103. fi
  104. elif [ $stage -eq 3 ]; then
  105. result=$(echo $line | grep "VAD")
  106. if [ "$result" != "" ]; then
  107. stage=4
  108. continue
  109. fi
  110. result=$(echo $line | grep "title:")
  111. if [ "$result" != "" ]; then
  112. asr_title=${line#*:}
  113. continue
  114. fi
  115. result=$(echo $line | grep "percent:")
  116. if [ "$result" != "" ]; then
  117. asr_percent=${line#*:}
  118. continue
  119. fi
  120. result=$(echo $line | grep "speed:")
  121. if [ "$result" != "" ]; then
  122. asr_speed=${line#*:}
  123. continue
  124. fi
  125. result=$(echo $line | grep "revision:")
  126. if [ "$result" != "" ]; then
  127. asr_revision=${line#*:}
  128. continue
  129. fi
  130. elif [ $stage -eq 4 ]; then
  131. result=$(echo $line | grep "PUNC")
  132. if [ "$result" != "" ]; then
  133. stage=5
  134. continue
  135. fi
  136. result=$(echo $line | grep "title:")
  137. if [ "$result" != "" ]; then
  138. vad_title=${line#*:}
  139. continue
  140. fi
  141. result=$(echo $line | grep "percent:")
  142. if [ "$result" != "" ]; then
  143. vad_percent=${line#*:}
  144. continue
  145. fi
  146. result=$(echo $line | grep "speed:")
  147. if [ "$result" != "" ]; then
  148. vad_speed=${line#*:}
  149. continue
  150. fi
  151. result=$(echo $line | grep "revision:")
  152. if [ "$result" != "" ]; then
  153. vad_revision=${line#*:}
  154. continue
  155. fi
  156. elif [ $stage -eq 5 ]; then
  157. result=$(echo $line | grep "DONE")
  158. if [ "$result" != "" ]; then
  159. # Done and break.
  160. stage=6
  161. break
  162. fi
  163. result=$(echo $line | grep "title:")
  164. if [ "$result" != "" ]; then
  165. punc_title=${line#*:}
  166. continue
  167. fi
  168. result=$(echo $line | grep "percent:")
  169. if [ "$result" != "" ]; then
  170. punc_percent=${line#*:}
  171. continue
  172. fi
  173. result=$(echo $line | grep "speed:")
  174. if [ "$result" != "" ]; then
  175. punc_speed=${line#*:}
  176. continue
  177. fi
  178. result=$(echo $line | grep "revision:")
  179. if [ "$result" != "" ]; then
  180. punc_revision=${line#*:}
  181. continue
  182. fi
  183. elif [ $stage -eq 99 ]; then
  184. echo -e " ${RED}ERROR: $line${PLAIN}"
  185. fi
  186. done < $DEFAULT_FUNASR_PROGRESS_TXT
  187. if [ $stage -ne 99 ]; then
  188. drawProgress "ASR " $asr_title $asr_percent $asr_speed $asr_revision $asr_percent_int
  189. asr_percent_int=$?
  190. drawProgress "VAD " $vad_title $vad_percent $vad_speed $vad_revision $vad_percent_int
  191. vad_percent_int=$?
  192. drawProgress "PUNC" $punc_title $punc_percent $punc_speed $punc_revision $punc_percent_int
  193. punc_percent_int=$?
  194. fi
  195. return $stage
  196. }
  197. drawProgress(){
  198. model=$1
  199. title=$2
  200. percent_str=$3
  201. speed=$4
  202. revision=$5
  203. latest_percent=$6
  204. progress=0
  205. if [ ! -z "$percent_str" ]; then
  206. progress=`expr $percent_str + 0`
  207. latest_percent=`expr $latest_percent + 0`
  208. if [ $progress -ne 0 ] && [ $progress -lt $latest_percent ]; then
  209. progress=$latest_percent
  210. fi
  211. fi
  212. loading_flag="Loading"
  213. if [ "$title" = "$loading_flag" ]; then
  214. progress=100
  215. fi
  216. i=0
  217. str=""
  218. let max=progress/2
  219. while [ $i -lt $max ]
  220. do
  221. let i++
  222. str+='='
  223. done
  224. let color=36
  225. let index=max*2
  226. if [ -z "$speed" ]; then
  227. printf "\r \e[0;${CYAN}[%s][%-11s][%-50s][%d%%][%s]\e[0m" "$model" "$title" "$str" "$$index" "$revision"
  228. else
  229. printf "\r \e[0;${CYAN}[%s][%-11s][%-50s][%3d%%][%8s][%s]\e[0m" "$model" "$title" "$str" "$index" "$speed" "$revision"
  230. fi
  231. printf "\n"
  232. return $progress
  233. }
  234. menuSelection(){
  235. local menu
  236. menu=($(echo "$@"))
  237. result=1
  238. show_no=1
  239. menu_no=0
  240. len=${#menu[@]}
  241. while true
  242. do
  243. echo -e " ${BOLD}${show_no})${PLAIN} ${menu[menu_no]}"
  244. let show_no++
  245. let menu_no++
  246. if [ $menu_no -ge $len ]; then
  247. break
  248. fi
  249. done
  250. while true
  251. do
  252. echo -e " Enter your choice, default(${CYAN}1${PLAIN}): \c"
  253. read result
  254. if [ -z "$result" ]; then
  255. result=1
  256. fi
  257. expr $result + 0 &>/dev/null
  258. if [ $? -eq 0 ]; then
  259. if [ $result -ge 1 ] && [ $result -le $len ]; then
  260. break
  261. else
  262. echo -e " ${RED}Input error, please input correct number!${PLAIN}"
  263. fi
  264. else
  265. echo -e " ${RED}Input error, please input correct number!${PLAIN}"
  266. fi
  267. done
  268. return $result
  269. }
  270. full_path=""
  271. relativePathToFullPath(){
  272. relativePath=$1
  273. firstChar=${relativePath: 0: 1}
  274. if [[ "$firstChar" == "" ]]; then
  275. full_path=$relativePath
  276. elif [[ "$firstChar" == "/" ]]; then
  277. full_path=$relativePath
  278. fi
  279. tmpPath1=`dirname $relativePath`
  280. tmpFullpath1=`cd $tmpPath1 && pwd`
  281. tmpPath2=`basename $relativePath`
  282. full_path=${tmpFullpath1}/${tmpPath2}
  283. }
  284. initConfiguration(){
  285. if [ -z "$DEFAULT_FUNASR_CONFIG_DIR" ];then
  286. DEFAULT_FUNASR_CONFIG_DIR="$HOME"
  287. if [ -z "$DEFAULT_FUNASR_CONFIG_DIR" ];then
  288. $DEFAULT_FUNASR_CONFIG_DIR=$(echo ~/)
  289. if [ -z "$DEFAULT_FUNASR_CONFIG_DIR" ];then
  290. $DEFAULT_FUNASR_CONFIG_DIR=$DEFAULT_FUNASR_CONFIG_DIR_BAK
  291. fi
  292. fi
  293. DEFAULT_FUNASR_CONFIG_DIR=${DEFAULT_FUNASR_CONFIG_DIR}/.funasr_online
  294. fi
  295. if [ ! -z "$DEFAULT_FUNASR_CONFIG_DIR" ]; then
  296. $SUDO_CMD mkdir -p $DEFAULT_FUNASR_CONFIG_DIR
  297. else
  298. echo -e " ${RED}DEFAULT_FUNASR_CONFIG_DIR is empty!${PLAIN}"
  299. exit 1
  300. fi
  301. if [ ! -d "$DEFAULT_FUNASR_CONFIG_DIR" ]; then
  302. echo -e " ${RED}${DEFAULT_FUNASR_CONFIG_DIR} does not exist!${PLAIN}"
  303. exit 2
  304. fi
  305. DEFAULT_FUNASR_CONFIG_FILE="${DEFAULT_FUNASR_CONFIG_DIR}/config"
  306. DEFAULT_FUNASR_SERVER_CONFIG_FILE="${DEFAULT_FUNASR_CONFIG_DIR}/server_config"
  307. DEFAULT_FUNASR_PROGRESS_TXT="${DEFAULT_FUNASR_CONFIG_DIR}/progress.txt"
  308. DEFAULT_FUNASR_SERVER_LOG="${DEFAULT_FUNASR_CONFIG_DIR}/server_console.log"
  309. if [ ! -f $DEFAULT_FUNASR_CONFIG_FILE ]; then
  310. $SUDO_CMD touch $DEFAULT_FUNASR_CONFIG_FILE
  311. fi
  312. if [ ! -f $DEFAULT_FUNASR_SERVER_CONFIG_FILE ]; then
  313. $SUDO_CMD touch $DEFAULT_FUNASR_SERVER_CONFIG_FILE
  314. fi
  315. }
  316. initParameters(){
  317. # Init workspace in local by new parameters.
  318. PARAMS_FUNASR_SAMPLES_LOCAL_PATH=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_NAME}.tar.gz
  319. PARAMS_FUNASR_SAMPLES_LOCAL_DIR=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_DIR}
  320. PARAMS_FUNASR_LOCAL_MODELS_DIR="${PARAMS_FUNASR_LOCAL_WORKSPACE}/models"
  321. if [ ! -z "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
  322. mkdir -p $PARAMS_FUNASR_LOCAL_WORKSPACE
  323. fi
  324. if [ ! -z "$PARAMS_FUNASR_LOCAL_MODELS_DIR" ]; then
  325. mkdir -p $PARAMS_FUNASR_LOCAL_MODELS_DIR
  326. fi
  327. }
  328. # Parse the parameters from the docker list file.
  329. docker_info_cur_key=""
  330. docker_info_cur_val=""
  331. findTypeOfDockerInfo(){
  332. line=$1
  333. result=$(echo $line | grep ":")
  334. if [ "$result" != "" ]; then
  335. docker_info_cur_key=$result
  336. docker_info_cur_val=""
  337. else
  338. docker_info_cur_val=$(echo $line)
  339. fi
  340. }
  341. # Get a list of docker images.
  342. readDockerInfoFromUrl(){
  343. while true
  344. do
  345. list_url=$DEFAULT_DOCKER_IMAGE_LISTS
  346. content=$(curl --connect-timeout 10 -m 10 -s $list_url)
  347. if [ ! -z "$content" ]; then
  348. break
  349. else
  350. echo -e " ${RED}Unable to get docker image list due to network issues, try again.${PLAIN}"
  351. # switch sources of docker image lists
  352. if [ "$list_url" = "$DEFAULT_DOCKER_ONLINE_CPU_ZH_LISTS_OSS" ]; then
  353. DEFAULT_DOCKER_IMAGE_LISTS=$DEFAULT_DOCKER_ONLINE_CPU_ZH_LISTS_GIT
  354. else
  355. DEFAULT_DOCKER_IMAGE_LISTS=$DEFAULT_DOCKER_ONLINE_CPU_ZH_LISTS_OSS
  356. fi
  357. fi
  358. done
  359. array=($(echo "$content"))
  360. len=${#array[@]}
  361. stage=0
  362. docker_flag="DOCKER:"
  363. judge_flag=":"
  364. for i in ${array[@]}
  365. do
  366. findTypeOfDockerInfo $i
  367. if [ "$docker_info_cur_key" = "DOCKER:" ]; then
  368. if [ ! -z "$docker_info_cur_val" ]; then
  369. docker_name=${DEFAULT_FUNASR_DOCKER_URL}:${docker_info_cur_val}
  370. DOCKER_IMAGES[${#DOCKER_IMAGES[*]}]=$docker_name
  371. fi
  372. elif [ "$docker_info_cur_key" = "DEFAULT_ASR_MODEL:" ]; then
  373. if [ ! -z "$docker_info_cur_val" ]; then
  374. PARAMS_ASR_ID=$docker_info_cur_val
  375. fi
  376. elif [ "$docker_info_cur_key" = "DEFAULT_VAD_MODEL:" ]; then
  377. if [ ! -z "$docker_info_cur_val" ]; then
  378. PARAMS_VAD_ID=$docker_info_cur_val
  379. fi
  380. elif [ "$docker_info_cur_key" = "DEFAULT_PUNC_MODEL:" ]; then
  381. if [ ! -z "$docker_info_cur_val" ]; then
  382. PARAMS_PUNC_ID=$docker_info_cur_val
  383. fi
  384. fi
  385. done
  386. echo -e " $DONE"
  387. }
  388. # Make sure root user.
  389. rootNess(){
  390. echo -e "${UNDERLINE}${BOLD}[0/5]${PLAIN}"
  391. echo -e " ${YELLOW}Please check root access.${PLAIN}"
  392. echo -e " ${WARNING} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
  393. if [[ $EUID -ne 0 ]]; then
  394. echo -e " ${ERROR} MUST RUN AS ${RED}ROOT${PLAIN} USER!"
  395. fi
  396. check_sudo=$(which sudo | wc -l)
  397. if [ $check_sudo -eq 0 ]; then
  398. SUDO_CMD=""
  399. fi
  400. cd $CUR_DIR
  401. echo
  402. }
  403. # Get a list of docker images and select them.
  404. selectDockerImages(){
  405. echo -e "${UNDERLINE}${BOLD}[1/5]${PLAIN}"
  406. echo -e " ${YELLOW}Getting the list of docker images, please wait a few seconds.${PLAIN}"
  407. readDockerInfoFromUrl
  408. echo
  409. the_latest_docker_image=$PARAMS_DOCKER_IMAGE
  410. echo -e " ${YELLOW}Please choose the Docker image.${PLAIN}"
  411. menuSelection ${DOCKER_IMAGES[*]}
  412. result=$?
  413. index=`expr ${result} - 1`
  414. PARAMS_DOCKER_IMAGE=${DOCKER_IMAGES[${index}]}
  415. echo -e " ${UNDERLINE}You have chosen the Docker image:${PLAIN} ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"
  416. if [ -z "$the_latest_docker_image" ] && [ -z "$PARAMS_FUNASR_DOCKER_ID" ]; then
  417. result=0
  418. else
  419. # 0: DOCKER is not running
  420. # 60: DOCKER_ID is empty
  421. # 61: DOCKER_IMAGE is empty
  422. # 62: DOCKER is running
  423. # 63: DOCKER_ID and DOCKER_IMAGE are empty
  424. checkDockerIdExist "install"
  425. result=$?
  426. result=`expr ${result} + 0`
  427. if [ $result -eq 60 ]; then
  428. result=0
  429. elif [ $result -eq 61 ]; then
  430. echo
  431. echo -e " ${RED}Please run (${PLAIN}${GREEN}${SUDO_CMD} bash funasr-runtime-deploy-online-cpu-zh.sh install${PLAIN}${RED}) to install Docker first.${PLAIN}"
  432. elif [ $result -eq 62 ]; then
  433. echo
  434. echo -e " ${RED}Docker: ${PARAMS_DOCKER_IMAGE} ${PARAMS_FUNASR_DOCKER_ID} has been launched, please run (${PLAIN}${GREEN}${SUDO_CMD} bash funasr-runtime-deploy-online-cpu-zh.sh remove${PLAIN}${RED}) to remove Docker first ant then install.${PLAIN}"
  435. elif [ $result -eq 63 ]; then
  436. result=0
  437. fi
  438. fi
  439. echo
  440. return $result
  441. }
  442. # Configure FunASR server host port setting.
  443. setupHostPort(){
  444. echo -e "${UNDERLINE}${BOLD}[2/5]${PLAIN}"
  445. params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  446. if [ -z "$params_host_port" ]; then
  447. PARAMS_HOST_PORT="10095"
  448. else
  449. PARAMS_HOST_PORT=$params_host_port
  450. fi
  451. while true
  452. do
  453. echo -e " ${YELLOW}Please input the opened port in the host used for FunASR server.${PLAIN}"
  454. echo -e " Setting the opened host port [1-65535], default(${CYAN}${PARAMS_HOST_PORT}${PLAIN}): \c"
  455. read PARAMS_HOST_PORT
  456. if [ -z "$PARAMS_HOST_PORT" ]; then
  457. params_host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  458. if [ -z "$params_host_port" ]; then
  459. PARAMS_HOST_PORT="10095"
  460. else
  461. PARAMS_HOST_PORT=$params_host_port
  462. fi
  463. fi
  464. expr $PARAMS_HOST_PORT + 0 &>/dev/null
  465. if [ $? -eq 0 ]; then
  466. if [ $PARAMS_HOST_PORT -ge 1 ] && [ $PARAMS_HOST_PORT -le 65535 ]; then
  467. echo -e " ${UNDERLINE}The port of the host is${PLAIN} ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"
  468. echo -e " ${UNDERLINE}The port in Docker for FunASR server is${PLAIN} ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"
  469. break
  470. else
  471. echo -e " ${RED}Input error, please input correct number!${PLAIN}"
  472. fi
  473. else
  474. echo -e " ${RED}Input error, please input correct number!${PLAIN}"
  475. fi
  476. done
  477. echo
  478. }
  479. complementParameters(){
  480. # parameters about ASR model
  481. if [ ! -z "$PARAMS_ASR_ID" ]; then
  482. PARAMS_DOCKER_ASR_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_ASR_ID}
  483. PARAMS_DOCKER_ASR_DIR=$(dirname "$PARAMS_DOCKER_ASR_PATH")
  484. PARAMS_LOCAL_ASR_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_ASR_ID}
  485. PARAMS_LOCAL_ASR_DIR=$(dirname "$PARAMS_LOCAL_ASR_PATH")
  486. fi
  487. # parameters about VAD model
  488. if [ ! -z "$PARAMS_VAD_ID" ]; then
  489. PARAMS_DOCKER_VAD_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_VAD_ID}
  490. PARAMS_DOCKER_VAD_DIR=$(dirname "$PARAMS_DOCKER_VAD_PATH")
  491. PARAMS_LOCAL_VAD_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_VAD_ID}
  492. PARAMS_LOCAL_VAD_DIR=$(dirname "$PARAMS_LOCAL_VAD_PATH")
  493. fi
  494. # parameters about PUNC model
  495. if [ ! -z "$PARAMS_PUNC_ID" ]; then
  496. PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_PUNC_ID}
  497. PARAMS_DOCKER_PUNC_DIR=$(dirname "${PARAMS_DOCKER_PUNC_PATH}")
  498. PARAMS_LOCAL_PUNC_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_PUNC_ID}
  499. PARAMS_LOCAL_PUNC_DIR=$(dirname "${PARAMS_LOCAL_PUNC_PATH}")
  500. fi
  501. # parameters about thread_num
  502. params_decoder_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  503. if [ -z "$params_decoder_thread_num" ]; then
  504. PARAMS_DECODER_THREAD_NUM=$CPUNUM
  505. else
  506. PARAMS_DECODER_THREAD_NUM=$params_decoder_thread_num
  507. fi
  508. multiple_io=4
  509. PARAMS_DECODER_THREAD_NUM=`expr ${PARAMS_DECODER_THREAD_NUM} + 0`
  510. PARAMS_IO_THREAD_NUM=`expr ${PARAMS_DECODER_THREAD_NUM} / ${multiple_io}`
  511. if [ $PARAMS_IO_THREAD_NUM -eq 0 ]; then
  512. PARAMS_IO_THREAD_NUM=1
  513. fi
  514. }
  515. paramsFromDefault(){
  516. initConfiguration
  517. echo -e " ${YELLOW}Load parameters from${PLAIN} ${GREEN}${DEFAULT_FUNASR_CONFIG_FILE}${PLAIN}"
  518. echo
  519. funasr_local_workspace=`sed '/^PARAMS_FUNASR_LOCAL_WORKSPACE=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  520. if [ ! -z "$funasr_local_workspace" ]; then
  521. PARAMS_FUNASR_LOCAL_WORKSPACE=$funasr_local_workspace
  522. fi
  523. funasr_samples_local_dir=`sed '/^PARAMS_FUNASR_SAMPLES_LOCAL_DIR=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  524. if [ ! -z "$funasr_samples_local_dir" ]; then
  525. PARAMS_FUNASR_SAMPLES_LOCAL_DIR=$funasr_samples_local_dir
  526. fi
  527. funasr_samples_local_path=`sed '/^PARAMS_FUNASR_SAMPLES_LOCAL_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  528. if [ ! -z "$funasr_samples_local_path" ]; then
  529. PARAMS_FUNASR_SAMPLES_LOCAL_PATH=$funasr_samples_local_path
  530. fi
  531. funasr_local_models_dir=`sed '/^PARAMS_FUNASR_LOCAL_MODELS_DIR=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  532. if [ ! -z "$funasr_local_models_dir" ]; then
  533. PARAMS_FUNASR_LOCAL_MODELS_DIR=$funasr_local_models_dir
  534. fi
  535. docker_image=`sed '/^PARAMS_DOCKER_IMAGE=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  536. if [ ! -z "$docker_image" ]; then
  537. PARAMS_DOCKER_IMAGE=$docker_image
  538. fi
  539. download_model_dir=`sed '/^PARAMS_DOWNLOAD_MODEL_DIR=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  540. if [ ! -z "$download_model_dir" ]; then
  541. PARAMS_DOWNLOAD_MODEL_DIR=$download_model_dir
  542. fi
  543. PARAMS_LOCAL_ASR_PATH=`sed '/^PARAMS_LOCAL_ASR_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  544. if [ ! -z "$local_asr_path" ]; then
  545. PARAMS_LOCAL_ASR_PATH=$local_asr_path
  546. fi
  547. docker_asr_path=`sed '/^PARAMS_DOCKER_ASR_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  548. if [ ! -z "$docker_asr_path" ]; then
  549. PARAMS_DOCKER_ASR_PATH=$docker_asr_path
  550. fi
  551. asr_id=`sed '/^PARAMS_ASR_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  552. if [ ! -z "$asr_id" ]; then
  553. PARAMS_ASR_ID=$asr_id
  554. fi
  555. local_vad_path=`sed '/^PARAMS_LOCAL_VAD_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  556. if [ ! -z "$local_vad_path" ]; then
  557. PARAMS_LOCAL_VAD_PATH=$local_vad_path
  558. fi
  559. docker_vad_path=`sed '/^PARAMS_DOCKER_VAD_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  560. if [ ! -z "$docker_vad_path" ]; then
  561. PARAMS_DOCKER_VAD_PATH=$docker_vad_path
  562. fi
  563. vad_id=`sed '/^PARAMS_VAD_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  564. if [ ! -z "$vad_id" ]; then
  565. PARAMS_VAD_ID=$vad_id
  566. fi
  567. local_punc_path=`sed '/^PARAMS_LOCAL_PUNC_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  568. if [ ! -z "$local_punc_path" ]; then
  569. PARAMS_LOCAL_PUNC_PATH=$local_punc_path
  570. fi
  571. docker_punc_path=`sed '/^PARAMS_DOCKER_PUNC_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  572. if [ ! -z "$docker_punc_path" ]; then
  573. PARAMS_DOCKER_PUNC_PATH=$docker_punc_path
  574. fi
  575. punc_id=`sed '/^PARAMS_PUNC_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  576. if [ ! -z "$punc_id" ]; then
  577. PARAMS_PUNC_ID=$punc_id
  578. fi
  579. docker_exec_path=`sed '/^PARAMS_DOCKER_EXEC_PATH=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  580. if [ ! -z "$docker_exec_path" ]; then
  581. PARAMS_DOCKER_EXEC_PATH=$docker_exec_path
  582. fi
  583. host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  584. if [ ! -z "$host_port" ]; then
  585. PARAMS_HOST_PORT=$host_port
  586. fi
  587. docker_port=`sed '/^PARAMS_DOCKER_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  588. if [ ! -z "$docker_port" ]; then
  589. PARAMS_DOCKER_PORT=$docker_port
  590. fi
  591. decode_thread_num=`sed '/^PARAMS_DECODER_THREAD_NUM=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  592. if [ ! -z "$decode_thread_num" ]; then
  593. PARAMS_DECODER_THREAD_NUM=$decode_thread_num
  594. fi
  595. io_thread_num=`sed '/^PARAMS_IO_THREAD_NUM=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  596. if [ ! -z "$io_thread_num" ]; then
  597. PARAMS_IO_THREAD_NUM=$io_thread_num
  598. fi
  599. ssl_flag=`sed '/^PARAMS_SSL_FLAG=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  600. if [ ! -z "$ssl_flag" ]; then
  601. PARAMS_SSL_FLAG=$ssl_flag
  602. fi
  603. docker_id=`sed '/^PARAMS_FUNASR_DOCKER_ID=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  604. if [ ! -z "$docker_id" ]; then
  605. PARAMS_FUNASR_DOCKER_ID=$docker_id
  606. fi
  607. }
  608. saveParams(){
  609. echo "$i" > $DEFAULT_FUNASR_CONFIG_FILE
  610. echo -e " ${GREEN}Parameters are stored in the file ${DEFAULT_FUNASR_CONFIG_FILE}${PLAIN}"
  611. echo "PARAMS_DOCKER_IMAGE=${PARAMS_DOCKER_IMAGE}" > $DEFAULT_FUNASR_CONFIG_FILE
  612. echo "PARAMS_FUNASR_LOCAL_WORKSPACE=${PARAMS_FUNASR_LOCAL_WORKSPACE}" >> $DEFAULT_FUNASR_CONFIG_FILE
  613. echo "PARAMS_FUNASR_SAMPLES_LOCAL_DIR=${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  614. echo "PARAMS_FUNASR_SAMPLES_LOCAL_PATH=${PARAMS_FUNASR_SAMPLES_LOCAL_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  615. echo "PARAMS_FUNASR_LOCAL_MODELS_DIR=${PARAMS_FUNASR_LOCAL_MODELS_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  616. echo "PARAMS_DOWNLOAD_MODEL_DIR=${PARAMS_DOWNLOAD_MODEL_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  617. echo "PARAMS_DOCKER_EXEC_PATH=${PARAMS_DOCKER_EXEC_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  618. echo "PARAMS_DOCKER_EXEC_DIR=${PARAMS_DOCKER_EXEC_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  619. echo "PARAMS_LOCAL_ASR_PATH=${PARAMS_LOCAL_ASR_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  620. echo "PARAMS_LOCAL_ASR_DIR=${PARAMS_LOCAL_ASR_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  621. echo "PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  622. echo "PARAMS_DOCKER_ASR_DIR=${PARAMS_DOCKER_ASR_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  623. echo "PARAMS_ASR_ID=${PARAMS_ASR_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
  624. echo "PARAMS_LOCAL_PUNC_PATH=${PARAMS_LOCAL_PUNC_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  625. echo "PARAMS_LOCAL_PUNC_DIR=${PARAMS_LOCAL_PUNC_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  626. echo "PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  627. echo "PARAMS_DOCKER_PUNC_DIR=${PARAMS_DOCKER_PUNC_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  628. echo "PARAMS_PUNC_ID=${PARAMS_PUNC_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
  629. echo "PARAMS_LOCAL_VAD_PATH=${PARAMS_LOCAL_VAD_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  630. echo "PARAMS_LOCAL_VAD_DIR=${PARAMS_LOCAL_VAD_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  631. echo "PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_PATH}" >> $DEFAULT_FUNASR_CONFIG_FILE
  632. echo "PARAMS_DOCKER_VAD_DIR=${PARAMS_DOCKER_VAD_DIR}" >> $DEFAULT_FUNASR_CONFIG_FILE
  633. echo "PARAMS_VAD_ID=${PARAMS_VAD_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
  634. echo "PARAMS_HOST_PORT=${PARAMS_HOST_PORT}" >> $DEFAULT_FUNASR_CONFIG_FILE
  635. echo "PARAMS_DOCKER_PORT=${PARAMS_DOCKER_PORT}" >> $DEFAULT_FUNASR_CONFIG_FILE
  636. echo "PARAMS_DECODER_THREAD_NUM=${PARAMS_DECODER_THREAD_NUM}" >> $DEFAULT_FUNASR_CONFIG_FILE
  637. echo "PARAMS_IO_THREAD_NUM=${PARAMS_IO_THREAD_NUM}" >> $DEFAULT_FUNASR_CONFIG_FILE
  638. echo "PARAMS_SSL_FLAG=${PARAMS_SSL_FLAG}" >> $DEFAULT_FUNASR_CONFIG_FILE
  639. echo "PARAMS_FUNASR_DOCKER_ID=${PARAMS_FUNASR_DOCKER_ID}" >> $DEFAULT_FUNASR_CONFIG_FILE
  640. serverConfigGeneration
  641. echo "${daemon_server_config}" > $DEFAULT_FUNASR_SERVER_CONFIG_FILE
  642. }
  643. showAllParams(){
  644. echo -e "${UNDERLINE}${BOLD}[3/5]${PLAIN}"
  645. echo -e " ${YELLOW}Show parameters of FunASR server setting and confirm to run ...${PLAIN}"
  646. echo
  647. only_show_flag=$1
  648. if [ ! -z "$PARAMS_DOCKER_IMAGE" ]; then
  649. echo -e " The current Docker image is : ${GREEN}${PARAMS_DOCKER_IMAGE}${PLAIN}"
  650. fi
  651. if [ ! -z "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
  652. echo -e " The local workspace path is : ${GREEN}${PARAMS_FUNASR_LOCAL_WORKSPACE}${PLAIN}"
  653. fi
  654. if [ ! -z "$PARAMS_DOWNLOAD_MODEL_DIR" ]; then
  655. echo -e " The model will be automatically downloaded in Docker : ${GREEN}${PARAMS_DOWNLOAD_MODEL_DIR}${PLAIN}"
  656. fi
  657. echo
  658. if [ ! -z "$PARAMS_ASR_ID" ]; then
  659. echo -e " The ASR model_id used : ${GREEN}${PARAMS_ASR_ID}${PLAIN}"
  660. fi
  661. if [ ! -z "$PARAMS_LOCAL_ASR_PATH" ]; then
  662. echo -e " The path to the local ASR model directory for the load : ${GREEN}${PARAMS_LOCAL_ASR_PATH}${PLAIN}"
  663. fi
  664. echo -e " The ASR model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_ASR_PATH}${PLAIN}"
  665. if [ ! -z "$PARAMS_VAD_ID" ]; then
  666. echo -e " The VAD model_id used : ${GREEN}${PARAMS_VAD_ID}${PLAIN}"
  667. fi
  668. if [ ! -z "$PARAMS_LOCAL_VAD_PATH" ]; then
  669. echo -e " The path to the local VAD model directory for the load : ${GREEN}${PARAMS_LOCAL_VAD_PATH}${PLAIN}"
  670. fi
  671. echo -e " The VAD model directory corresponds to the directory in Docker : ${GREEN}${PARAMS_DOCKER_VAD_PATH}${PLAIN}"
  672. if [ ! -z "$PARAMS_PUNC_ID" ]; then
  673. echo -e " The PUNC model_id used : ${GREEN}${PARAMS_PUNC_ID}${PLAIN}"
  674. fi
  675. if [ ! -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
  676. echo -e " The path to the local PUNC model directory for the load : ${GREEN}${PARAMS_LOCAL_PUNC_PATH}${PLAIN}"
  677. fi
  678. echo -e " The PUNC model directory corresponds to the directory in Docker: ${GREEN}${PARAMS_DOCKER_PUNC_PATH}${PLAIN}"
  679. echo
  680. echo -e " The path in the docker of the FunASR service executor : ${GREEN}${PARAMS_DOCKER_EXEC_PATH}${PLAIN}"
  681. echo -e " Set the host port used for use by the FunASR service : ${GREEN}${PARAMS_HOST_PORT}${PLAIN}"
  682. echo -e " Set the docker port used by the FunASR service : ${GREEN}${PARAMS_DOCKER_PORT}${PLAIN}"
  683. echo -e " Set the number of threads used for decoding the FunASR service : ${GREEN}${PARAMS_DECODER_THREAD_NUM}${PLAIN}"
  684. echo -e " Set the number of threads used for IO the FunASR service : ${GREEN}${PARAMS_IO_THREAD_NUM}${PLAIN}"
  685. echo
  686. if [ ! -z "$PARAMS_FUNASR_SAMPLES_LOCAL_DIR" ]; then
  687. echo -e " Sample code will be store in local : ${GREEN}${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}${PLAIN}"
  688. fi
  689. if [ ! -z "$PARAMS_SSL_FLAG" ]; then
  690. echo -e " The flag for the use of SSL : ${GREEN}${PARAMS_SSL_FLAG}${PLAIN}"
  691. fi
  692. if [ "$only_show_flag" = "only_show" ] && [ ! -z "$PARAMS_FUNASR_DOCKER_ID" ]; then
  693. echo -e " The docker ID that already exists is : ${GREEN}${PARAMS_FUNASR_DOCKER_ID}${PLAIN}"
  694. fi
  695. echo
  696. if [ "$only_show_flag" = "only_show" ]; then
  697. return 0
  698. fi
  699. while true
  700. do
  701. params_confirm="y"
  702. echo -e " ${YELLOW}Please input [Y/n] to confirm the parameters.${PLAIN}"
  703. echo -e " [y] Verify that these parameters are correct and that the service will run."
  704. echo -e " [n] The parameters set are incorrect, it will be rolled out, please rerun."
  705. echo -e " read confirmation[${CYAN}Y${PLAIN}/n]: \c"
  706. read params_confirm
  707. if [ -z "$params_confirm" ]; then
  708. params_confirm="y"
  709. fi
  710. YES="Y"
  711. yes="y"
  712. NO="N"
  713. no="n"
  714. echo
  715. if [ "$params_confirm" = "$YES" ] || [ "$params_confirm" = "$yes" ]; then
  716. echo -e " ${GREEN}Will run FunASR server later ...${PLAIN}"
  717. break
  718. elif [ "$params_confirm" = "$NO" ] || [ "$params_confirm" = "$no" ]; then
  719. echo -e " ${RED}The parameters set are incorrect, please rerun ...${PLAIN}"
  720. exit 1
  721. else
  722. echo "again ..."
  723. fi
  724. done
  725. saveParams
  726. echo
  727. sleep 1
  728. }
  729. # Install docker
  730. installFunasrDocker(){
  731. echo -e "${UNDERLINE}${BOLD}[4/5]${PLAIN}"
  732. if [ $DOCKERINFOLEN -gt 30 ]; then
  733. echo -e " ${YELLOW}Docker has installed.${PLAIN}"
  734. else
  735. lowercase_osid=$(echo ${OSID} | tr '[A-Z]' '[a-z]')
  736. echo -e " ${YELLOW}Start install docker for ${lowercase_osid} ${PLAIN}"
  737. DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
  738. DOCKER_INSTALL_RUN_CMD=""
  739. case "$lowercase_osid" in
  740. ubuntu)
  741. DOCKER_INSTALL_CMD="curl -fsSL https://test.docker.com -o test-docker.sh"
  742. DOCKER_INSTALL_RUN_CMD="${SUDO_CMD} sh test-docker.sh"
  743. ;;
  744. centos)
  745. DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun"
  746. ;;
  747. debian)
  748. DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"
  749. DOCKER_INSTALL_RUN_CMD="${SUDO_CMD} sh get-docker.sh"
  750. ;;
  751. \"alios\")
  752. DOCKER_INSTALL_CMD="curl -fsSL https://get.docker.com -o get-docker.sh"
  753. DOCKER_INSTALL_RUN_CMD="${SUDO_CMD} sh get-docker.sh"
  754. ;;
  755. \"alinux\")
  756. DOCKER_INSTALL_CMD="${SUDO_CMD} yum -y install dnf"
  757. DOCKER_INSTALL_RUN_CMD="${SUDO_CMD} dnf -y install docker"
  758. ;;
  759. *)
  760. echo -e " ${RED}$lowercase_osid is not supported.${PLAIN}"
  761. ;;
  762. esac
  763. echo -e " Get docker installer: ${GREEN}${DOCKER_INSTALL_CMD}${PLAIN}"
  764. echo -e " Get docker run: ${GREEN}${DOCKER_INSTALL_RUN_CMD}${PLAIN}"
  765. $DOCKER_INSTALL_CMD
  766. if [ ! -z "$DOCKER_INSTALL_RUN_CMD" ]; then
  767. $DOCKER_INSTALL_RUN_CMD
  768. fi
  769. $SUDO_CMD systemctl start docker
  770. DOCKERINFO=$(${SUDO_CMD} docker info | wc -l)
  771. DOCKERINFOLEN=`expr ${DOCKERINFO} + 0`
  772. if [ $DOCKERINFOLEN -gt 30 ]; then
  773. echo -e " ${GREEN}Docker install success, start docker server.${PLAIN}"
  774. $SUDO_CMD systemctl start docker
  775. else
  776. echo -e " ${RED}Docker install failed!${PLAIN}"
  777. exit 1
  778. fi
  779. fi
  780. echo
  781. sleep 1
  782. # Download docker image
  783. echo -e " ${YELLOW}Pull docker image(${PARAMS_DOCKER_IMAGE})...${PLAIN}"
  784. ${SUDO_CMD} docker pull $PARAMS_DOCKER_IMAGE
  785. echo
  786. sleep 1
  787. }
  788. dockerRun(){
  789. echo -e "${UNDERLINE}${BOLD}[5/5]${PLAIN}"
  790. echo -e " ${YELLOW}Construct command and run docker ...${PLAIN}"
  791. start_flag=$1
  792. if [ "$start_flag" = "install" ]; then
  793. run_cmd="${SUDO_CMD} docker run"
  794. port_map=" -p ${PARAMS_HOST_PORT}:${PARAMS_DOCKER_PORT}"
  795. env_params=" --privileged=true"
  796. dir_map_params=" -v ${DEFAULT_FUNASR_CONFIG_DIR}:/workspace/.config -v ${PARAMS_FUNASR_LOCAL_MODELS_DIR}:${PARAMS_DOWNLOAD_MODEL_DIR}"
  797. serverConfigGeneration
  798. env_params=" ${env_params} --env DAEMON_SERVER_CONFIG=${daemon_server_config}"
  799. run_cmd="${run_cmd}${port_map}${dir_map_params}${env_params}"
  800. run_cmd="${run_cmd} -it -d ${PARAMS_DOCKER_IMAGE}"
  801. else
  802. # 0: DOCKER is not running
  803. # 60: DOCKER_ID is empty
  804. # 61: DOCKER_IMAGE is empty
  805. # 62: DOCKER is running
  806. checkDockerIdExist $start_flag
  807. result=$?
  808. result=`expr ${result} + 0`
  809. if [ $result -eq 60 ]; then
  810. echo
  811. echo -e " ${RED}Please run (${PLAIN}${GREEN}${SUDO_CMD} bash funasr-runtime-deploy-online-cpu-zh.sh install${PLAIN}${RED}) to install Docker first.${PLAIN}"
  812. return $result
  813. elif [ $result -eq 61 ]; then
  814. echo
  815. echo -e " ${RED}Please run (${PLAIN}${GREEN}${SUDO_CMD} bash funasr-runtime-deploy-online-cpu-zh.sh install${PLAIN}${RED}) to install Docker first.${PLAIN}"
  816. return $result
  817. elif [ $result -eq 62 ]; then
  818. echo
  819. echo -e " ${RED}Docker: ${PARAMS_DOCKER_IMAGE} ${PARAMS_FUNASR_DOCKER_ID} has been launched, please run (${PLAIN}${GREEN}${SUDO_CMD} bash funasr-runtime-deploy-online-cpu-zh.sh stop${PLAIN}${RED}) to stop Docker first.${PLAIN}"
  820. return $result
  821. fi
  822. run_cmd="${SUDO_CMD} docker restart ${PARAMS_FUNASR_DOCKER_ID}"
  823. fi
  824. rm -f ${DEFAULT_FUNASR_PROGRESS_TXT}
  825. rm -f ${DEFAULT_FUNASR_SERVER_LOG}
  826. $run_cmd
  827. echo
  828. echo -e " ${YELLOW}Loading models:${PLAIN}"
  829. getDockerId
  830. saveParams
  831. # Hide the cursor, start draw progress.
  832. printf "\e[?25l"
  833. while true
  834. do
  835. serverProgress
  836. result=$?
  837. stage=`expr ${result} + 0`
  838. if [ ${stage} -eq 0 ]; then
  839. break
  840. elif [ ${stage} -gt 0 ] && [ ${stage} -lt 6 ]; then
  841. sleep 0.1
  842. # clear 3 lines
  843. printf "\033[3A"
  844. elif [ ${stage} -eq 6 ]; then
  845. break
  846. elif [ ${stage} -eq 98 ]; then
  847. return 98
  848. else
  849. echo -e " ${RED}Starting FunASR server failed.${PLAIN}"
  850. echo
  851. # Display the cursor
  852. printf "\e[?25h"
  853. return 99
  854. fi
  855. done
  856. # Display the cursor
  857. printf "\e[?25h"
  858. echo -e " ${GREEN}The service has been started.${PLAIN}"
  859. echo
  860. deploySamples
  861. echo -e " ${BOLD}The sample code is already stored in the ${PLAIN}(${GREEN}${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}${PLAIN}) ."
  862. echo -e " ${BOLD}If you want to see an example of how to use the client, you can run ${PLAIN}${GREEN}${SUDO_CMD} bash funasr-runtime-deploy-online-cpu-zh.sh client${PLAIN} ."
  863. echo
  864. }
  865. daemon_server_config=""
  866. serverConfigGeneration(){
  867. # params about models
  868. if [ ! -z "$PARAMS_ASR_ID" ]; then
  869. asr_params="\"--model-dir\":\"${PARAMS_ASR_ID}\""
  870. else
  871. if [ ! -z "$PARAMS_LOCAL_ASR_PATH" ]; then
  872. dir_map_params="${dir_map_params} -v ${PARAMS_LOCAL_ASR_PATH}:${PARAMS_DOCKER_ASR_PATH}"
  873. fi
  874. asr_params="\"--model-dir\":\"${PARAMS_DOCKER_ASR_PATH}\""
  875. fi
  876. if [ ! -z "$PARAMS_VAD_ID" ]; then
  877. vad_params="\"--vad-dir\":\"${PARAMS_VAD_ID}\""
  878. else
  879. if [ ! -z "$PARAMS_LOCAL_VAD_PATH" ]; then
  880. dir_map_params="${dir_map_params} -v ${PARAMS_LOCAL_VAD_PATH}:${PARAMS_DOCKER_VAD_PATH}"
  881. fi
  882. vad_params="\"--vad-dir\":\"${PARAMS_DOCKER_VAD_PATH}\""
  883. fi
  884. if [ ! -z "$PARAMS_PUNC_ID" ]; then
  885. punc_params="\"--punc-dir\":\"${PARAMS_PUNC_ID}\""
  886. else
  887. if [ ! -z "$PARAMS_LOCAL_PUNC_PATH" ]; then
  888. dir_map_params="${dir_map_params} -v ${PARAMS_LOCAL_VAD_PATH}:${PARAMS_DOCKER_VAD_PATH}"
  889. fi
  890. punc_params="\"--punc-dir\":\"${PARAMS_DOCKER_PUNC_PATH}\""
  891. fi
  892. download_params="\"--download-model-dir\":\"${PARAMS_DOWNLOAD_MODEL_DIR}\""
  893. model_params="${asr_params},${vad_params},${punc_params},${download_params}"
  894. # params about thread_num
  895. decoder_params="\"--decoder-thread-num\":\"${PARAMS_DECODER_THREAD_NUM}\""
  896. io_params="\"--io-thread-num\":\"${PARAMS_IO_THREAD_NUM}\""
  897. thread_params=${decoder_params},${io_params}
  898. # params about port and ssl
  899. port_params="\"--port\":\"${PARAMS_DOCKER_PORT}\""
  900. if [ $PARAMS_SSL_FLAG -eq 0 ]; then
  901. crt_path="\"--certfile\":\"\""
  902. key_path="\"--keyfile\":\"\""
  903. else
  904. crt_path="\"--certfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.crt\""
  905. key_path="\"--keyfile\":\"/workspace/FunASR/funasr/runtime/ssl_key/server.key\""
  906. fi
  907. exec_params="\"exec\":\"${PARAMS_DOCKER_EXEC_PATH}\""
  908. daemon_server_config="{\"server\":[{${exec_params},${model_params},${thread_params},${port_params},${crt_path},${key_path}}]}"
  909. }
  910. installPythonDependencyForPython(){
  911. echo -e "${YELLOW}Install Python dependent environments ...${PLAIN}"
  912. echo -e " Export dependency of Cpp sample."
  913. pre_cmd="export LD_LIBRARY_PATH=${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/cpp/libs:\$LD_LIBRARY_PATH"
  914. $pre_cmd
  915. echo
  916. echo -e " Install requirements of Python sample."
  917. pre_cmd="pip3 install click>=8.0.4"
  918. $pre_cmd
  919. echo
  920. pre_cmd="pip3 install -r ${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/python/requirements_client.txt"
  921. echo -e " Run ${BLUE}${pre_cmd}${PLAIN}"
  922. $pre_cmd
  923. echo
  924. lowercase_osid=$(echo ${OSID} | tr '[A-Z]' '[a-z]')
  925. case "$lowercase_osid" in
  926. ubuntu)
  927. pre_cmd="${SUDO_CMD} apt-get install -y ffmpeg"
  928. ;;
  929. centos)
  930. pre_cmd="${SUDO_CMD} yum install -y ffmpeg"
  931. ;;
  932. debian)
  933. pre_cmd="${SUDO_CMD} apt-get install -y ffmpeg"
  934. ;;
  935. \"alios\")
  936. pre_cmd="${SUDO_CMD} yum install -y ffmpeg"
  937. ;;
  938. \"alinux\")
  939. pre_cmd="${SUDO_CMD} yum install -y ffmpeg"
  940. ;;
  941. *)
  942. echo -e " ${RED}$lowercase_osid is not supported.${PLAIN}"
  943. ;;
  944. esac
  945. echo -e " Run ${BLUE}${pre_cmd}${PLAIN}"
  946. echo
  947. pre_cmd="pip3 install ffmpeg-python"
  948. echo -e " Run ${BLUE}${pre_cmd}${PLAIN}"
  949. $pre_cmd
  950. echo
  951. }
  952. deploySamples(){
  953. if [ ! -d $PARAMS_FUNASR_SAMPLES_LOCAL_DIR ]; then
  954. echo -e "${YELLOW}Downloading samples to${PLAIN} ${CYAN}${PARAMS_FUNASR_LOCAL_WORKSPACE}${PLAIN} ${YELLOW}...${PLAIN}"
  955. download_cmd="curl ${DEFAULT_SAMPLES_URL} -o ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH}"
  956. untar_cmd="tar -zxf ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH} -C ${PARAMS_FUNASR_LOCAL_WORKSPACE}"
  957. if [ ! -f "$PARAMS_FUNASR_SAMPLES_LOCAL_PATH" ]; then
  958. $download_cmd
  959. fi
  960. $untar_cmd
  961. echo
  962. installPythonDependencyForPython
  963. echo
  964. fi
  965. }
  966. getDockerId(){
  967. id=""
  968. array=($(${SUDO_CMD} docker ps -a | grep ${PARAMS_DOCKER_IMAGE} | awk '{print $1}'))
  969. len=${#array[@]}
  970. if [ $len -ge 1 ]; then
  971. # get the first id
  972. id=$array
  973. if [ ! -z "$id" ]; then
  974. PARAMS_FUNASR_DOCKER_ID=$id
  975. fi
  976. fi
  977. }
  978. checkDockerImageExist(){
  979. result=1
  980. if [ -z "$PARAMS_DOCKER_IMAGE" ]; then
  981. return 50
  982. else
  983. result=$(${SUDO_CMD} docker ps | grep ${PARAMS_DOCKER_IMAGE} | wc -l)
  984. fi
  985. result=`expr ${result} + 0`
  986. echo "checkDockerImageExist result0: " $result
  987. if [ $result -ne 0 ]; then
  988. # found docker
  989. return 51
  990. else
  991. return 0
  992. fi
  993. }
  994. checkDockerIdExist(){
  995. result=0
  996. if [ -z "$PARAMS_FUNASR_DOCKER_ID" ]; then
  997. if [ -z "$PARAMS_DOCKER_IMAGE" ]; then
  998. return 63
  999. else
  1000. return 60
  1001. fi
  1002. else
  1003. if [ -z "$PARAMS_DOCKER_IMAGE" ]; then
  1004. return 61
  1005. else
  1006. if [ "$1" = "install" ]; then
  1007. result=$(${SUDO_CMD} docker ps -a | grep ${PARAMS_DOCKER_IMAGE} | grep ${PARAMS_FUNASR_DOCKER_ID} | wc -l)
  1008. else
  1009. result=$(${SUDO_CMD} docker ps | grep ${PARAMS_DOCKER_IMAGE} | grep ${PARAMS_FUNASR_DOCKER_ID} | wc -l)
  1010. fi
  1011. fi
  1012. fi
  1013. result=`expr ${result} + 0`
  1014. if [ $result -eq 1 ]; then
  1015. # found docker
  1016. return 62
  1017. else
  1018. return 0
  1019. fi
  1020. }
  1021. dockerStop(){
  1022. if [ -z "$PARAMS_FUNASR_DOCKER_ID" ]; then
  1023. echo -e " ${RED}DOCKER_ID is empty, cannot stop docker.${PLAIN}"
  1024. else
  1025. echo -e " ${YELLOW}Stop docker(${PLAIN}${GREEN}${PARAMS_DOCKER_IMAGE} ${PARAMS_FUNASR_DOCKER_ID}${PLAIN}${YELLOW}) server ...${PLAIN}"
  1026. ${SUDO_CMD} docker stop ${PARAMS_FUNASR_DOCKER_ID}
  1027. fi
  1028. echo
  1029. }
  1030. dockerRemove(){
  1031. if [ -z "$PARAMS_FUNASR_DOCKER_ID" ]; then
  1032. echo -e " ${RED}DOCKER_ID is empty, cannot remove docker.${PLAIN}"
  1033. else
  1034. echo -e " ${YELLOW}Remove docker(${PLAIN}${GREEN}${PARAMS_DOCKER_IMAGE} ${PARAMS_FUNASR_DOCKER_ID}${PLAIN}${YELLOW}) ...${PLAIN}"
  1035. ${SUDO_CMD} docker rm ${PARAMS_FUNASR_DOCKER_ID}
  1036. fi
  1037. echo
  1038. }
  1039. modelChange(){
  1040. model_type=$1
  1041. model_id=$2
  1042. local_flag=0
  1043. relativePathToFullPath $model_id
  1044. if [ -d "$full_path" ]; then
  1045. local_flag=1
  1046. model_id=$full_path
  1047. else
  1048. local_flag=0
  1049. fi
  1050. full_path=""
  1051. result=$(echo ${model_type} | grep "\-\-asr_model")
  1052. if [ "$result" != "" ]; then
  1053. if [ $local_flag -eq 0 ]; then
  1054. PARAMS_ASR_ID=$model_id
  1055. PARAMS_DOCKER_ASR_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_ASR_ID}
  1056. PARAMS_DOCKER_ASR_DIR=$(dirname "${PARAMS_DOCKER_ASR_PATH}")
  1057. PARAMS_LOCAL_ASR_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_ASR_ID}
  1058. PARAMS_LOCAL_ASR_DIR=$(dirname "${PARAMS_LOCAL_ASR_PATH}")
  1059. else
  1060. PARAMS_ASR_ID=""
  1061. PARAMS_LOCAL_ASR_PATH=$model_id
  1062. if [ ! -d "$PARAMS_LOCAL_ASR_PATH" ]; then
  1063. echo -e " ${RED}${PARAMS_LOCAL_ASR_PATH} does not exist, please set again.${PLAIN}"
  1064. else
  1065. model_name=$(basename "${PARAMS_LOCAL_ASR_PATH}")
  1066. PARAMS_LOCAL_ASR_DIR=$(dirname "${PARAMS_LOCAL_ASR_PATH}")
  1067. PARAMS_DOCKER_ASR_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
  1068. PARAMS_DOCKER_ASR_PATH=${PARAMS_DOCKER_ASR_DIR}/${model_name}
  1069. fi
  1070. fi
  1071. fi
  1072. result=$(echo ${model_type} | grep "\-\-vad_model")
  1073. if [ "$result" != "" ]; then
  1074. if [ $local_flag -eq 0 ]; then
  1075. PARAMS_VAD_ID=$model_id
  1076. PARAMS_DOCKER_VAD_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_VAD_ID}
  1077. PARAMS_DOCKER_VAD_DIR=$(dirname "${PARAMS_DOCKER_VAD_PATH}")
  1078. PARAMS_LOCAL_VAD_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_VAD_ID}
  1079. PARAMS_LOCAL_VAD_DIR=$(dirname "${PARAMS_LOCAL_VAD_PATH}")
  1080. else
  1081. PARAMS_VAD_ID=""
  1082. PARAMS_LOCAL_VAD_PATH=$model_id
  1083. if [ ! -d "$PARAMS_LOCAL_VAD_PATH" ]; then
  1084. echo -e " ${RED}${PARAMS_LOCAL_VAD_PATH} does not exist, please set again.${PLAIN}"
  1085. else
  1086. model_name=$(basename "${PARAMS_LOCAL_VAD_PATH}")
  1087. PARAMS_LOCAL_VAD_DIR=$(dirname "${PARAMS_LOCAL_VAD_PATH}")
  1088. PARAMS_DOCKER_VAD_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
  1089. PARAMS_DOCKER_VAD_PATH=${PARAMS_DOCKER_VAD_DIR}/${model_name}
  1090. fi
  1091. fi
  1092. fi
  1093. result=$(echo ${model_type} | grep "\-\-punc_model")
  1094. if [ "$result" != "" ]; then
  1095. if [ $local_flag -eq 0 ]; then
  1096. PARAMS_PUNC_ID=$model_id
  1097. PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOWNLOAD_MODEL_DIR}/${PARAMS_PUNC_ID}
  1098. PARAMS_DOCKER_PUNC_DIR=$(dirname "${PARAMS_DOCKER_PUNC_PATH}")
  1099. PARAMS_LOCAL_PUNC_PATH=${PARAMS_FUNASR_LOCAL_MODELS_DIR}/${PARAMS_PUNC_ID}
  1100. PARAMS_LOCAL_PUNC_DIR=$(dirname "${PARAMS_LOCAL_PUNC_PATH}")
  1101. else
  1102. model_name=$(basename "${PARAMS_LOCAL_PUNC_PATH}")
  1103. PARAMS_LOCAL_PUNC_DIR=$(dirname "${PARAMS_LOCAL_PUNC_PATH}")
  1104. PARAMS_DOCKER_PUNC_DIR=$PARAMS_DOWNLOAD_MODEL_DIR
  1105. PARAMS_DOCKER_PUNC_PATH=${PARAMS_DOCKER_PUNC_DIR}/${model_name}
  1106. fi
  1107. fi
  1108. }
  1109. threadNumChange() {
  1110. type=$1
  1111. val=$2
  1112. if [ -z "$val"]; then
  1113. num=`expr ${val} + 0`
  1114. if [ $num -ge 1 ] && [ $num -le 1024 ]; then
  1115. result=$(echo ${type} | grep "\-\-decode_thread_num")
  1116. if [ "$result" != "" ]; then
  1117. PARAMS_DECODER_THREAD_NUM=$num
  1118. fi
  1119. result=$(echo ${type} | grep "\-\-io_thread_num")
  1120. if [ "$result" != "" ]; then
  1121. PARAMS_IO_THREAD_NUM=$num
  1122. fi
  1123. fi
  1124. fi
  1125. }
  1126. portChange() {
  1127. type=$1
  1128. val=$2
  1129. if [ ! -z "$val" ]; then
  1130. port=`expr ${val} + 0`
  1131. if [ $port -ge 1 ] && [ $port -le 65536 ]; then
  1132. result=$(echo ${type} | grep "host_port")
  1133. if [ "$result" != "" ]; then
  1134. PARAMS_HOST_PORT=$port
  1135. fi
  1136. result=$(echo ${type} | grep "docker_port")
  1137. if [ "$result" != "" ]; then
  1138. PARAMS_DOCKER_PORT=$port
  1139. fi
  1140. fi
  1141. fi
  1142. }
  1143. sampleClientRun(){
  1144. echo -e "${YELLOW}Will download sample tools for the client to show how speech recognition works.${PLAIN}"
  1145. download_cmd="curl ${DEFAULT_SAMPLES_URL} -o ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH}"
  1146. untar_cmd="tar -zxf ${PARAMS_FUNASR_SAMPLES_LOCAL_PATH} -C ${PARAMS_FUNASR_LOCAL_WORKSPACE}"
  1147. if [ ! -f "$PARAMS_FUNASR_SAMPLES_LOCAL_PATH" ]; then
  1148. $download_cmd
  1149. fi
  1150. if [ -f "$PARAMS_FUNASR_SAMPLES_LOCAL_PATH" ]; then
  1151. $untar_cmd
  1152. fi
  1153. if [ -d "$PARAMS_FUNASR_SAMPLES_LOCAL_DIR" ]; then
  1154. echo -e " Please select the client you want to run."
  1155. menuSelection ${SAMPLE_CLIENTS[*]}
  1156. result=$?
  1157. index=`expr ${result} - 1`
  1158. lang=${SAMPLE_CLIENTS[${index}]}
  1159. echo
  1160. server_ip="127.0.0.1"
  1161. echo -e " Please enter the IP of server, default(${CYAN}${server_ip}${PLAIN}): \c"
  1162. read server_ip
  1163. if [ -z "$server_ip" ]; then
  1164. server_ip="127.0.0.1"
  1165. fi
  1166. host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  1167. if [ -z "$host_port" ]; then
  1168. host_port="10095"
  1169. fi
  1170. echo -e " Please enter the port of server, default(${CYAN}${host_port}${PLAIN}): \c"
  1171. read host_port
  1172. if [ -z "$host_port" ]; then
  1173. host_port=`sed '/^PARAMS_HOST_PORT=/!d;s/.*=//' ${DEFAULT_FUNASR_CONFIG_FILE}`
  1174. if [ -z "$host_port" ]; then
  1175. host_port="10095"
  1176. fi
  1177. fi
  1178. wav_path="${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/audio/asr_example.wav"
  1179. echo -e " Please enter the audio path, default(${CYAN}${wav_path}${PLAIN}): \c"
  1180. read WAV_PATH
  1181. if [ -z "$wav_path" ]; then
  1182. wav_path="${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/audio/asr_example.wav"
  1183. fi
  1184. echo
  1185. pre_cmd=”“
  1186. case "$lang" in
  1187. Linux_Cpp)
  1188. client_exec="${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/cpp/funasr-wss-client"
  1189. run_cmd="${client_exec} --server-ip ${server_ip} --port ${host_port} --wav-path ${wav_path}"
  1190. ;;
  1191. Python)
  1192. client_exec="${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/python/wss_client_asr.py"
  1193. run_cmd="python3 ${client_exec} --host ${server_ip} --port ${host_port} --mode 2pass --audio_in ${wav_path} --send_without_sleep --output_dir ${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/python"
  1194. pre_cmd="pip3 install click>=8.0.4"
  1195. echo -e " Run ${BLUE}${pre_cmd}${PLAIN}"
  1196. $pre_cmd
  1197. echo
  1198. pre_cmd="pip3 install -r ${PARAMS_FUNASR_SAMPLES_LOCAL_DIR}/python/requirements_client.txt"
  1199. echo -e " Run ${BLUE}${pre_cmd}${PLAIN}"
  1200. $pre_cmd
  1201. echo
  1202. ;;
  1203. *)
  1204. echo "${lang} is not supported."
  1205. ;;
  1206. esac
  1207. echo -e " Run ${BLUE}${run_cmd}${PLAIN}"
  1208. $run_cmd
  1209. echo
  1210. echo -e " If failed, you can try (${GREEN}${run_cmd}${PLAIN}) in your Shell."
  1211. echo
  1212. fi
  1213. }
  1214. paramsConfigure(){
  1215. initConfiguration
  1216. initParameters
  1217. selectDockerImages
  1218. result=$?
  1219. result=`expr ${result} + 0`
  1220. if [ $result -ne 0 ]; then
  1221. return $result
  1222. fi
  1223. setupHostPort
  1224. complementParameters
  1225. return 0
  1226. }
  1227. # Display Help info
  1228. displayHelp(){
  1229. echo -e "${UNDERLINE}Usage${PLAIN}:"
  1230. echo -e " $0 [OPTIONAL FLAGS]"
  1231. echo
  1232. echo -e "funasr-runtime-deploy-online-cpu-zh.sh - a Bash script to install&run FunASR docker."
  1233. echo
  1234. echo -e "${UNDERLINE}Options${PLAIN}:"
  1235. echo -e " ${BOLD}-i, install, --install${PLAIN} Install and run FunASR docker."
  1236. echo -e " install [--workspace] <workspace in local>"
  1237. echo -e " install [--ssl] <0: close SSL; 1: open SSL, default:1>"
  1238. echo -e " ${BOLD}-s, start , --start${PLAIN} Run FunASR docker with configuration that has already been set."
  1239. echo -e " ${BOLD}-p, stop , --stop${PLAIN} Stop FunASR docker."
  1240. echo -e " ${BOLD}-m, remove , --remove${PLAIN} Remove FunASR docker installed."
  1241. echo -e " ${BOLD}-r, restart, --restart${PLAIN} Restart FunASR docker."
  1242. echo -e " ${BOLD}-u, update , --update${PLAIN} Update parameters that has already been set."
  1243. echo -e " update [--workspace] <workspace in local>"
  1244. echo -e " update [--asr_model | --vad_model | --punc_model] <model_id or local model path>"
  1245. echo -e " update [--host_port | --docker_port] <port number>"
  1246. echo -e " update [--decode_thread_num | io_thread_num] <the number of threads>"
  1247. echo -e " update [--ssl] <0: close SSL; 1: open SSL, default:1>"
  1248. echo -e " ${BOLD}-c, client , --client${PLAIN} Get a client example to show how to initiate speech recognition."
  1249. echo -e " ${BOLD}-o, show , --show${PLAIN} Displays all parameters that have been set."
  1250. echo -e " ${BOLD}-v, version, --version${PLAIN} Display current script version."
  1251. echo -e " ${BOLD}-h, help , --help${PLAIN} Display this help."
  1252. echo
  1253. echo -e " Version : ${scriptVersion} "
  1254. echo -e " Modify Date: ${scriptDate}"
  1255. }
  1256. parseInput(){
  1257. local menu
  1258. menu=($(echo "$@"))
  1259. len=${#menu[@]}
  1260. stage=""
  1261. if [ $len -ge 2 ]; then
  1262. for val in ${menu[@]}
  1263. do
  1264. result=$(echo $val | grep "\-\-")
  1265. if [ "$result" != "" ]; then
  1266. stage=$result
  1267. else
  1268. if [ "$stage" = "--workspace" ]; then
  1269. relativePathToFullPath $val
  1270. PARAMS_FUNASR_LOCAL_WORKSPACE=$full_path
  1271. full_path=""
  1272. if [ ! -z "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
  1273. mkdir -p $PARAMS_FUNASR_LOCAL_WORKSPACE
  1274. fi
  1275. elif [ "$stage" = "--ssl" ]; then
  1276. PARAMS_SSL_FLAG=`expr ${val} + 0`
  1277. fi
  1278. fi
  1279. done
  1280. fi
  1281. }
  1282. # OS
  1283. OSID=$(grep ^ID= /etc/os-release | cut -d= -f2)
  1284. OSVER=$(lsb_release -cs)
  1285. OSNUM=$(grep -oE "[0-9.]+" /etc/issue)
  1286. CPUNUM=$(cat /proc/cpuinfo | grep "processor"|wc -l)
  1287. DOCKERINFO=$(${SUDO_CMD} docker info | wc -l)
  1288. DOCKERINFOLEN=`expr ${DOCKERINFO} + 0`
  1289. # PARAMS
  1290. # The workspace for FunASR in local
  1291. PARAMS_FUNASR_LOCAL_WORKSPACE=$DEFAULT_FUNASR_LOCAL_WORKSPACE
  1292. # The dir stored sample code in local
  1293. PARAMS_FUNASR_SAMPLES_LOCAL_DIR=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_DIR}
  1294. # The path of sample code in local
  1295. PARAMS_FUNASR_SAMPLES_LOCAL_PATH=${PARAMS_FUNASR_LOCAL_WORKSPACE}/${DEFAULT_SAMPLES_NAME}.tar.gz
  1296. # The dir stored models in local
  1297. PARAMS_FUNASR_LOCAL_MODELS_DIR="${PARAMS_FUNASR_LOCAL_WORKSPACE}/models"
  1298. # The id of started docker
  1299. PARAMS_FUNASR_DOCKER_ID=""
  1300. # The server excutor in local
  1301. PARAMS_DOCKER_EXEC_PATH=$DEFAULT_DOCKER_EXEC_PATH
  1302. # The dir stored server excutor in docker
  1303. PARAMS_DOCKER_EXEC_DIR=$DEFAULT_DOCKER_EXEC_DIR
  1304. # The dir for downloading model in docker
  1305. PARAMS_DOWNLOAD_MODEL_DIR=$DEFAULT_FUNASR_WORKSPACE_DIR
  1306. # The Docker image name
  1307. PARAMS_DOCKER_IMAGE=""
  1308. # The dir stored punc model in local
  1309. PARAMS_LOCAL_PUNC_DIR=""
  1310. # The path of punc model in local
  1311. PARAMS_LOCAL_PUNC_PATH=""
  1312. # The dir stored punc model in docker
  1313. PARAMS_DOCKER_PUNC_DIR=""
  1314. # The path of punc model in docker
  1315. PARAMS_DOCKER_PUNC_PATH=""
  1316. # The punc model ID in ModelScope
  1317. PARAMS_PUNC_ID="damo/punc_ct-transformer_zh-cn-common-vad_realtime-vocab272727-onnx"
  1318. # The dir stored vad model in local
  1319. PARAMS_LOCAL_VAD_DIR=""
  1320. # The path of vad model in local
  1321. PARAMS_LOCAL_VAD_PATH=""
  1322. # The dir stored vad model in docker
  1323. PARAMS_DOCKER_VAD_DIR=""
  1324. # The path of vad model in docker
  1325. PARAMS_DOCKER_VAD_PATH=""
  1326. # The vad model ID in ModelScope
  1327. PARAMS_VAD_ID="damo/speech_fsmn_vad_zh-cn-16k-common-onnx"
  1328. # The dir stored asr model in local
  1329. PARAMS_LOCAL_ASR_DIR=""
  1330. # The path of asr model in local
  1331. PARAMS_LOCAL_ASR_PATH=""
  1332. # The dir stored asr model in docker
  1333. PARAMS_DOCKER_ASR_DIR=""
  1334. # The path of asr model in docker
  1335. PARAMS_DOCKER_ASR_PATH=""
  1336. # The asr model ID in ModelScope
  1337. PARAMS_ASR_ID="damo/speech_paraformer-large_asr_nat-zh-cn-16k-common-vocab8404-onnx"
  1338. PARAMS_HOST_PORT="10095"
  1339. PARAMS_DOCKER_PORT="10095"
  1340. PARAMS_DECODER_THREAD_NUM="32"
  1341. PARAMS_IO_THREAD_NUM="8"
  1342. PARAMS_SSL_FLAG=1
  1343. echo -e "#############################################################"
  1344. echo -e "# ${RED}OS${PLAIN}: ${OSID} ${OSNUM} ${OSVER}"
  1345. echo -e "# ${RED}Kernel${PLAIN}: $(uname -m) Linux $(uname -r)"
  1346. echo -e "# ${RED}CPU${PLAIN}: $(grep 'model name' /proc/cpuinfo | uniq | awk -F : '{print $2}' | sed 's/^[ \t]*//g' | sed 's/ \+/ /g') "
  1347. echo -e "# ${RED}CPU NUM${PLAIN}: ${CPUNUM}"
  1348. echo -e "# ${RED}RAM${PLAIN}: $(cat /proc/meminfo | grep 'MemTotal' | awk -F : '{print $2}' | sed 's/^[ \t]*//g') "
  1349. echo -e "#"
  1350. echo -e "# ${RED}Version${PLAIN}: ${scriptVersion} "
  1351. echo -e "# ${RED}Modify Date${PLAIN}: ${scriptDate}"
  1352. echo -e "#############################################################"
  1353. echo
  1354. # Initialization step
  1355. case "$1" in
  1356. install|-i|--install)
  1357. rootNess
  1358. paramsFromDefault
  1359. parseInput $@
  1360. paramsConfigure
  1361. result=$?
  1362. result=`expr ${result} + 0`
  1363. if [ $result -eq 0 ]; then
  1364. showAllParams "install"
  1365. installFunasrDocker
  1366. dockerRun "install"
  1367. result=$?
  1368. try_count=1
  1369. while true
  1370. do
  1371. stage=`expr ${result} + 0`
  1372. if [ $try_count -ge 10 ]; then
  1373. break
  1374. else
  1375. # 98: cannot find progress from Docker
  1376. if [ $stage -eq 98 ]; then
  1377. dockerStop
  1378. dockerRun "start"
  1379. result=$?
  1380. let try_count=try_count+1
  1381. else
  1382. break
  1383. fi
  1384. fi
  1385. done
  1386. fi
  1387. ;;
  1388. start|-s|--start)
  1389. rootNess
  1390. paramsFromDefault
  1391. showAllParams "only_show"
  1392. dockerRun "start"
  1393. result=$?
  1394. try_count=1
  1395. while true
  1396. do
  1397. stage=`expr ${result} + 0`
  1398. if [ $try_count -ge 10 ]; then
  1399. break
  1400. else
  1401. # 98: cannot find progress from Docker
  1402. if [ $stage -eq 98 ]; then
  1403. dockerStop
  1404. dockerRun "start"
  1405. result=$?
  1406. let try_count=try_count+1
  1407. else
  1408. break
  1409. fi
  1410. fi
  1411. done
  1412. ;;
  1413. restart|-r|--restart)
  1414. rootNess
  1415. paramsFromDefault
  1416. showAllParams "only_show"
  1417. dockerStop
  1418. dockerRun "start"
  1419. result=$?
  1420. try_count=1
  1421. while true
  1422. do
  1423. stage=`expr ${result} + 0`
  1424. if [ $try_count -ge 10 ]; then
  1425. break
  1426. else
  1427. # 98: cannot find progress from Docker
  1428. if [ $stage -eq 98 ]; then
  1429. dockerStop
  1430. dockerRun "start"
  1431. result=$?
  1432. let try_count=try_count+1
  1433. else
  1434. break
  1435. fi
  1436. fi
  1437. done
  1438. ;;
  1439. stop|-p|--stop)
  1440. rootNess
  1441. paramsFromDefault
  1442. dockerStop
  1443. ;;
  1444. remove|-m|--remove)
  1445. rootNess
  1446. paramsFromDefault
  1447. dockerStop
  1448. dockerRemove
  1449. rm -f ${DEFAULT_FUNASR_CONFIG_FILE}
  1450. rm -f ${DEFAULT_FUNASR_SERVER_CONFIG_FILE}
  1451. ;;
  1452. update|-u|--update)
  1453. rootNess
  1454. paramsFromDefault
  1455. if [ $# -eq 3 ]; then
  1456. type=$2
  1457. val=$3
  1458. if [ "$type" = "--asr_model" ] || [ "$type" = "--vad_model" ] || [ "$type" = "--punc_model" ]; then
  1459. modelChange $type $val
  1460. elif [ "$type" = "--decode_thread_num" ] || [ "$type" = "--io_thread_num" ]; then
  1461. threadNumChange $type $val
  1462. elif [ "$type" = "--host_port" ] || [ "$type" = "--docker_port" ]; then
  1463. portChange $type $val
  1464. elif [ "$type" = "--workspace" ]; then
  1465. relativePathToFullPath $val
  1466. PARAMS_FUNASR_LOCAL_WORKSPACE=$full_path
  1467. if [ ! -z "$PARAMS_FUNASR_LOCAL_WORKSPACE" ]; then
  1468. mkdir -p $PARAMS_FUNASR_LOCAL_WORKSPACE
  1469. fi
  1470. elif [ "$type" = "--ssl" ]; then
  1471. switch=`expr ${val} + 0`
  1472. if [ $switch -eq 0 ]; then
  1473. PARAMS_SSL_FLAG=0
  1474. else
  1475. PARAMS_SSL_FLAG=1
  1476. fi
  1477. else
  1478. displayHelp
  1479. fi
  1480. else
  1481. displayHelp
  1482. fi
  1483. initParameters
  1484. complementParameters
  1485. showAllParams "install"
  1486. dockerStop
  1487. dockerRun "start"
  1488. result=$?
  1489. try_count=1
  1490. while true
  1491. do
  1492. stage=`expr ${result} + 0`
  1493. if [ $try_count -ge 10 ]; then
  1494. break
  1495. else
  1496. # 98: cannot find progress from Docker
  1497. # 60: DOCKER_ID is empty
  1498. if [ $stage -eq 98 ] || [ $stage -eq 60 ]; then
  1499. dockerStop
  1500. dockerRun "start"
  1501. result=$?
  1502. let try_count=try_count+1
  1503. else
  1504. break
  1505. fi
  1506. fi
  1507. done
  1508. ;;
  1509. client|-c|--client)
  1510. rootNess
  1511. paramsFromDefault
  1512. parseInput $@
  1513. sampleClientRun
  1514. ;;
  1515. show|-o|--show)
  1516. rootNess
  1517. paramsFromDefault
  1518. showAllParams "only_show"
  1519. ;;
  1520. *)
  1521. displayHelp
  1522. exit 0
  1523. ;;
  1524. esac