register.py 2.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677
  1. import logging
  2. import inspect
  3. from dataclasses import dataclass
  4. @dataclass
  5. class RegisterTables:
  6. model_classes = {}
  7. frontend_classes = {}
  8. specaug_classes = {}
  9. normalize_classes = {}
  10. encoder_classes = {}
  11. decoder_classes = {}
  12. joint_network_classes = {}
  13. predictor_classes = {}
  14. stride_conv_classes = {}
  15. tokenizer_classes = {}
  16. batch_sampler_classes = {}
  17. dataset_classes = {}
  18. index_ds_classes = {}
  19. def print(self,):
  20. print("\ntables: \n")
  21. fields = vars(self)
  22. for classes_key, classes_dict in fields.items():
  23. print(f"----------- ** {classes_key.replace('_meta', '')} ** --------------")
  24. if classes_key.endswith("_meta"):
  25. headers = ["class name", "register name", "class location"]
  26. metas = []
  27. for register_key, meta in classes_dict.items():
  28. metas.append(meta)
  29. metas.sort(key=lambda x: x[0])
  30. data = [headers] + metas
  31. col_widths = [max(len(str(item)) for item in col) for col in zip(*data)]
  32. for row in data:
  33. print("| " + " | ".join(str(item).ljust(width) for item, width in zip(row, col_widths)) + " |")
  34. print("\n")
  35. def register(self, register_tables_key: str, key=None):
  36. def decorator(target_class):
  37. if not hasattr(self, register_tables_key):
  38. setattr(self, register_tables_key, {})
  39. logging.info("new registry table has been added: {}".format(register_tables_key))
  40. registry = getattr(self, register_tables_key)
  41. registry_key = key if key is not None else target_class.__name__
  42. registry_key = registry_key.lower()
  43. # import pdb; pdb.set_trace()
  44. assert not registry_key in registry, "(key: {} / class: {}) has been registered already,in {}".format(
  45. registry_key, target_class, register_tables_key)
  46. registry[registry_key] = target_class
  47. # meta, headers = ["class name", "register name", "class location"]
  48. register_tables_key_meta = register_tables_key + "_meta"
  49. if not hasattr(self, register_tables_key_meta):
  50. setattr(self, register_tables_key_meta, {})
  51. registry_meta = getattr(self, register_tables_key_meta)
  52. class_file = inspect.getfile(target_class)
  53. class_line = inspect.getsourcelines(target_class)[1]
  54. meata_data = [f"{target_class.__name__}", f"{registry_key}", f"{class_file}:{class_line}"]
  55. registry_meta[registry_key] = meata_data
  56. # print(f"Registering class: {class_file}:{class_line} - {target_class.__name__} as {registry_key}")
  57. return target_class
  58. return decorator
  59. tables = RegisterTables()
  60. import funasr