time.py 2.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566
  1. import pynini
  2. from fun_text_processing.inverse_text_normalization.id.graph_utils import (
  3. DAMO_CHAR,
  4. DAMO_DIGIT,
  5. GraphFst,
  6. delete_space,
  7. insert_space,
  8. )
  9. from pynini.lib import pynutil
  10. class TimeFst(GraphFst):
  11. """
  12. Finite state transducer for verbalizing time, e.g.
  13. time { hours: "12" minutes: "30" } -> 12:30
  14. time { hours: "1" minutes: "12" } -> 01:12
  15. time { hours: "2" suffix: "a.m." } -> 02:00 a.m.
  16. """
  17. def __init__(self):
  18. super().__init__(name="time", kind="verbalize")
  19. add_leading_zero_to_double_digit = (DAMO_DIGIT + DAMO_DIGIT) | (pynutil.insert("0") + DAMO_DIGIT)
  20. hour = (
  21. pynutil.delete("hours:")
  22. + delete_space
  23. + pynutil.delete("\"")
  24. + pynini.closure(DAMO_DIGIT, 1)
  25. + pynutil.delete("\"")
  26. )
  27. minute = (
  28. pynutil.delete("minutes:")
  29. + delete_space
  30. + pynutil.delete("\"")
  31. + pynini.closure(DAMO_DIGIT, 1)
  32. + pynutil.delete("\"")
  33. )
  34. suffix = (
  35. delete_space
  36. + insert_space
  37. + pynutil.delete("suffix:")
  38. + delete_space
  39. + pynutil.delete("\"")
  40. + pynini.closure(DAMO_CHAR - " ", 1)
  41. + pynutil.delete("\"")
  42. )
  43. optional_suffix = pynini.closure(suffix, 0, 1)
  44. zone = (
  45. delete_space
  46. + insert_space
  47. + pynutil.delete("zone:")
  48. + delete_space
  49. + pynutil.delete("\"")
  50. + pynini.closure(DAMO_CHAR - " ", 1)
  51. + pynutil.delete("\"")
  52. )
  53. optional_zone = pynini.closure(zone, 0, 1)
  54. graph = (
  55. hour @ add_leading_zero_to_double_digit
  56. + delete_space
  57. + pynutil.insert(":")
  58. + (minute @ add_leading_zero_to_double_digit)
  59. + optional_suffix
  60. + optional_zone
  61. )
  62. delete_tokens = self.delete_tokens(graph)
  63. self.fst = delete_tokens.optimize()