verbalize.py 2.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. from fun_text_processing.inverse_text_normalization.en.verbalizers.whitelist import WhiteListFst
  2. from fun_text_processing.inverse_text_normalization.ru.verbalizers.cardinal import CardinalFst
  3. from fun_text_processing.inverse_text_normalization.ru.verbalizers.date import DateFst
  4. from fun_text_processing.inverse_text_normalization.ru.verbalizers.decimal import DecimalFst
  5. from fun_text_processing.inverse_text_normalization.ru.verbalizers.electronic import ElectronicFst
  6. from fun_text_processing.inverse_text_normalization.ru.verbalizers.measure import MeasureFst
  7. from fun_text_processing.inverse_text_normalization.ru.verbalizers.money import MoneyFst
  8. from fun_text_processing.inverse_text_normalization.ru.verbalizers.ordinal import OrdinalFst
  9. from fun_text_processing.inverse_text_normalization.ru.verbalizers.telephone import TelephoneFst
  10. from fun_text_processing.inverse_text_normalization.ru.verbalizers.time import TimeFst
  11. from fun_text_processing.text_normalization.en.graph_utils import GraphFst
  12. class VerbalizeFst(GraphFst):
  13. """
  14. Composes other verbalizer grammars.
  15. For deployment, this grammar will be compiled and exported to OpenFst Finate State Archiv (FAR) File.
  16. More details to deployment at NeMo/tools/text_processing_deployment.
  17. """
  18. def __init__(self):
  19. super().__init__(name="verbalize", kind="verbalize")
  20. cardinal = CardinalFst()
  21. cardinal_graph = cardinal.fst
  22. ordinal = OrdinalFst()
  23. ordinal_graph = ordinal.fst
  24. decimal = DecimalFst()
  25. decimal_graph = decimal.fst
  26. whitelist_graph = WhiteListFst().fst
  27. electronic_graph = ElectronicFst().fst
  28. money_graph = MoneyFst().fst
  29. date_graph = DateFst().fst
  30. measure_graph = MeasureFst().fst
  31. telephone_graph = TelephoneFst().fst
  32. time_graph = TimeFst().fst
  33. graph = (
  34. whitelist_graph
  35. | cardinal_graph
  36. | ordinal_graph
  37. | decimal_graph
  38. | electronic_graph
  39. | date_graph
  40. | money_graph
  41. | measure_graph
  42. | telephone_graph
  43. | time_graph
  44. )
  45. self.fst = graph