verbalize.py 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. from fun_text_processing.inverse_text_normalization.tl.verbalizers.cardinal import CardinalFst
  2. from fun_text_processing.inverse_text_normalization.tl.verbalizers.date import DateFst
  3. from fun_text_processing.inverse_text_normalization.tl.verbalizers.decimal import DecimalFst
  4. from fun_text_processing.inverse_text_normalization.tl.verbalizers.electronic import ElectronicFst
  5. from fun_text_processing.inverse_text_normalization.tl.verbalizers.measure import MeasureFst
  6. from fun_text_processing.inverse_text_normalization.tl.verbalizers.money import MoneyFst
  7. from fun_text_processing.inverse_text_normalization.tl.verbalizers.ordinal import OrdinalFst
  8. from fun_text_processing.inverse_text_normalization.tl.verbalizers.telephone import TelephoneFst
  9. from fun_text_processing.inverse_text_normalization.tl.verbalizers.time import TimeFst
  10. from fun_text_processing.inverse_text_normalization.tl.verbalizers.whitelist import WhiteListFst
  11. from fun_text_processing.inverse_text_normalization.tl.graph_utils import GraphFst
  12. class VerbalizeFst(GraphFst):
  13. """
  14. Composes other verbalizer grammars.
  15. For deployment, this grammar will be compiled and exported to OpenFst Finate State Archiv (FAR) File.
  16. More details to deployment at NeMo/tools/text_processing_deployment.
  17. """
  18. def __init__(self):
  19. super().__init__(name="verbalize", kind="verbalize")
  20. cardinal = CardinalFst()
  21. cardinal_graph = cardinal.fst
  22. ordinal_graph = OrdinalFst().fst
  23. decimal = DecimalFst()
  24. decimal_graph = decimal.fst
  25. measure_graph = MeasureFst(decimal=decimal, cardinal=cardinal).fst
  26. money_graph = MoneyFst(decimal=decimal).fst
  27. time_graph = TimeFst().fst
  28. date_graph = DateFst().fst
  29. whitelist_graph = WhiteListFst().fst
  30. telephone_graph = TelephoneFst().fst
  31. electronic_graph = ElectronicFst().fst
  32. graph = (
  33. time_graph
  34. | date_graph
  35. | money_graph
  36. | measure_graph
  37. | ordinal_graph
  38. | decimal_graph
  39. | cardinal_graph
  40. | whitelist_graph
  41. | telephone_graph
  42. | electronic_graph
  43. )
  44. self.fst = graph