time.py 2.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071
  1. import pynini
  2. from fun_text_processing.text_normalization.en.graph_utils import (
  3. DAMO_DIGIT,
  4. DAMO_NOT_QUOTE,
  5. GraphFst,
  6. delete_space,
  7. insert_space,
  8. )
  9. from pynini.lib import pynutil
  10. class TimeFst(GraphFst):
  11. """
  12. Finite state transducer for verbalizing time,
  13. e.g. time { hours: "à 1" minutes: "10" } -> à 1:10
  14. e.g. time { hours: "às 2" minutes: "45" } -> às 2:45
  15. """
  16. def __init__(self):
  17. super().__init__(name="time", kind="verbalize")
  18. add_leading_zero_to_double_digit = (DAMO_DIGIT + DAMO_DIGIT) | (pynutil.insert("0") + DAMO_DIGIT)
  19. prefix = (
  20. pynutil.delete("morphosyntactic_features:")
  21. + delete_space
  22. + pynutil.delete("\"")
  23. + pynini.closure(DAMO_NOT_QUOTE, 1)
  24. + pynutil.delete("\"")
  25. + delete_space
  26. + insert_space
  27. )
  28. optional_prefix = pynini.closure(prefix, 0, 1)
  29. hour = (
  30. pynutil.delete("hours:")
  31. + delete_space
  32. + pynutil.delete("\"")
  33. + pynini.closure(DAMO_DIGIT, 1)
  34. + pynutil.delete("\"")
  35. )
  36. minute = (
  37. pynutil.delete("minutes:")
  38. + delete_space
  39. + pynutil.delete("\"")
  40. + pynini.closure(DAMO_DIGIT, 1)
  41. + pynutil.delete("\"")
  42. )
  43. suffix = (
  44. delete_space
  45. + insert_space
  46. + pynutil.delete("suffix:")
  47. + delete_space
  48. + pynutil.delete("\"")
  49. + pynini.closure(DAMO_NOT_QUOTE, 1)
  50. + pynutil.delete("\"")
  51. )
  52. optional_suffix = pynini.closure(suffix, 0, 1)
  53. graph = (
  54. optional_prefix
  55. + hour
  56. + delete_space
  57. + pynutil.insert(":")
  58. + (minute @ add_leading_zero_to_double_digit)
  59. + optional_suffix
  60. )
  61. delete_tokens = self.delete_tokens(graph)
  62. self.fst = delete_tokens.optimize()