verbalize.py 2.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849
  1. from fun_text_processing.inverse_text_normalization.zh.verbalizers.cardinal import CardinalFst
  2. from fun_text_processing.inverse_text_normalization.zh.verbalizers.date import DateFst
  3. from fun_text_processing.inverse_text_normalization.zh.verbalizers.decimal import DecimalFst
  4. from fun_text_processing.inverse_text_normalization.zh.verbalizers.fraction import FractionFst
  5. from fun_text_processing.inverse_text_normalization.zh.verbalizers.electronic import ElectronicFst
  6. from fun_text_processing.inverse_text_normalization.zh.verbalizers.measure import MeasureFst
  7. from fun_text_processing.inverse_text_normalization.zh.verbalizers.money import MoneyFst
  8. from fun_text_processing.inverse_text_normalization.zh.verbalizers.telephone import TelephoneFst
  9. from fun_text_processing.inverse_text_normalization.zh.verbalizers.time import TimeFst
  10. from fun_text_processing.inverse_text_normalization.zh.verbalizers.whitelist import WhiteListFst
  11. from fun_text_processing.inverse_text_normalization.zh.graph_utils import GraphFst
  12. class VerbalizeFst(GraphFst):
  13. """
  14. Composes other verbalizer grammars.
  15. For deployment, this grammar will be compiled and exported to OpenFst Finate State Archiv (FAR) File.
  16. More details to deployment at NeMo/tools/text_processing_deployment.
  17. """
  18. def __init__(self):
  19. super().__init__(name="verbalize", kind="verbalize")
  20. cardinal = CardinalFst()
  21. cardinal_graph = cardinal.fst
  22. decimal = DecimalFst()
  23. decimal_graph = decimal.fst
  24. fraction = FractionFst()
  25. fraction_graph = fraction.fst
  26. measure_graph = MeasureFst(decimal=decimal, cardinal=cardinal).fst
  27. money_graph = MoneyFst(decimal=decimal).fst
  28. time_graph = TimeFst().fst
  29. date_graph = DateFst().fst
  30. whitelist_graph = WhiteListFst().fst
  31. telephone_graph = TelephoneFst().fst
  32. electronic_graph = ElectronicFst().fst
  33. graph = (
  34. time_graph
  35. | date_graph
  36. | money_graph
  37. | measure_graph
  38. | decimal_graph
  39. | fraction_graph
  40. | cardinal_graph
  41. | whitelist_graph
  42. | telephone_graph
  43. | electronic_graph
  44. )
  45. self.fst = graph