verbalize.py 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. from fun_text_processing.inverse_text_normalization.fr.graph_utils import GraphFst
  2. from fun_text_processing.inverse_text_normalization.fr.verbalizers.cardinal import CardinalFst
  3. from fun_text_processing.inverse_text_normalization.fr.verbalizers.date import DateFst
  4. from fun_text_processing.inverse_text_normalization.fr.verbalizers.decimal import DecimalFst
  5. from fun_text_processing.inverse_text_normalization.fr.verbalizers.electronic import ElectronicFst
  6. from fun_text_processing.inverse_text_normalization.fr.verbalizers.fraction import FractionFst
  7. from fun_text_processing.inverse_text_normalization.fr.verbalizers.measure import MeasureFst
  8. from fun_text_processing.inverse_text_normalization.fr.verbalizers.money import MoneyFst
  9. from fun_text_processing.inverse_text_normalization.fr.verbalizers.ordinal import OrdinalFst
  10. from fun_text_processing.inverse_text_normalization.fr.verbalizers.telephone import TelephoneFst
  11. from fun_text_processing.inverse_text_normalization.fr.verbalizers.time import TimeFst
  12. from fun_text_processing.inverse_text_normalization.fr.verbalizers.whitelist import WhiteListFst
  13. class VerbalizeFst(GraphFst):
  14. """
  15. Composes other verbalizer grammars.
  16. For deployment, this grammar will be compiled and exported to OpenFst Finate State Archiv (FAR) File.
  17. More details to deployment at NeMo/tools/text_processing_deployment.
  18. """
  19. def __init__(self):
  20. super().__init__(name="verbalize", kind="verbalize")
  21. cardinal = CardinalFst()
  22. cardinal_graph = cardinal.fst
  23. ordinal_graph = OrdinalFst().fst
  24. decimal = DecimalFst()
  25. decimal_graph = decimal.fst
  26. fraction = FractionFst()
  27. fraction_graph = fraction.fst
  28. measure_graph = MeasureFst(decimal=decimal, cardinal=cardinal, fraction=fraction).fst
  29. money_graph = MoneyFst(decimal=decimal).fst
  30. time_graph = TimeFst().fst
  31. date_graph = DateFst().fst
  32. whitelist_graph = WhiteListFst().fst
  33. telephone_graph = TelephoneFst().fst
  34. electronic_graph = ElectronicFst().fst
  35. graph = (
  36. time_graph
  37. | date_graph
  38. | money_graph
  39. | measure_graph
  40. | fraction_graph
  41. | ordinal_graph
  42. | decimal_graph
  43. | cardinal_graph
  44. | whitelist_graph
  45. | telephone_graph
  46. | electronic_graph
  47. )
  48. self.fst = graph