demo.py 1.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142
  1. #!/usr/bin/env python3
  2. # -*- encoding: utf-8 -*-
  3. # Copyright FunASR (https://github.com/alibaba-damo-academy/FunASR). All Rights Reserved.
  4. # MIT License (https://opensource.org/licenses/MIT)
  5. from funasr import AutoModel
  6. chunk_size = [5, 10, 5] #[0, 10, 5] 600ms, [0, 8, 4] 480ms
  7. encoder_chunk_look_back = 0 #number of chunks to lookback for encoder self-attention
  8. decoder_chunk_look_back = 0 #number of encoder chunks to lookback for decoder cross-attention
  9. model = AutoModel(model="/Users/zhifu/Downloads/modelscope_models/speech_SCAMA_asr-zh-cn-16k-common-vocab8358-streaming", model_revision="v2.0.4")
  10. cache = {}
  11. res = model.generate(input="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/test_audio/asr_example_zh.wav",
  12. chunk_size=chunk_size,
  13. encoder_chunk_look_back=encoder_chunk_look_back,
  14. decoder_chunk_look_back=decoder_chunk_look_back,
  15. )
  16. print(res)
  17. import soundfile
  18. import os
  19. wav_file = os.path.join(model.model_path, "example/asr_example.wav")
  20. speech, sample_rate = soundfile.read(wav_file)
  21. chunk_stride = chunk_size[1] * 960 # 600ms、480ms
  22. cache = {}
  23. total_chunk_num = int(len((speech)-1)/chunk_stride+1)
  24. for i in range(total_chunk_num):
  25. speech_chunk = speech[i*chunk_stride:(i+1)*chunk_stride]
  26. is_final = i == total_chunk_num - 1
  27. res = model.generate(input=speech_chunk,
  28. cache=cache,
  29. is_final=is_final,
  30. chunk_size=chunk_size,
  31. encoder_chunk_look_back=encoder_chunk_look_back,
  32. decoder_chunk_look_back=decoder_chunk_look_back,
  33. )
  34. print(res)