config.py 1.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. import datetime
  2. from dataset import Table
  3. import dataset
  4. from minio import Minio
  5. import os
  6. prefect_api = f"http://10.0.0.1:8612/api"
  7. # 在导入 prefect 之前设置环境变量
  8. os.environ["PREFECT_API_URL"] = prefect_api
  9. '''
  10. 读写
  11. F3i2GpD5VmpCIQjPuq2m
  12. 5D5V8Ue0DtjkzBFYStBO4gyqeTLYcfvR28EYFe0q
  13. 只读
  14. hudyqo02Y1Asm6jjSYaj
  15. Dcm6gw4QqKLZRi0Awy1nVjwKsCKBn3WB9lWJpiG0
  16. '''
  17. os.environ["s3_access_key"] = 'F3i2GpD5VmpCIQjPuq2m'
  18. os.environ["s3_secret_key"] = "5D5V8Ue0DtjkzBFYStBO4gyqeTLYcfvR28EYFe0q"
  19. os.environ["s3_endpoint"] = "sv-v:9002"
  20. from prefect.filesystems import LocalFileSystem, RemoteFileSystem
  21. from prefect.blocks.core import Block
  22. minio_block = RemoteFileSystem(
  23. basepath="s3://swl/prefect/",
  24. settings={
  25. "key": os.environ["s3_access_key"],
  26. "secret": os.environ["s3_secret_key"],
  27. "client_kwargs": {"endpoint_url": 'http://' + os.environ["s3_endpoint"]} ,
  28. },)
  29. # minio_block.save("minio", overwrite=True)
  30. minio_block:RemoteFileSystem = minio_block.load("minio")
  31. # s3client = Minio(os.environ["s3_endpoint"] ,
  32. # access_key=os.environ["s3_access_key"],
  33. # secret_key=os.environ["s3_secret_key"],
  34. # secure=False
  35. # )
  36. ai_yunying_db = dataset.connect(f'postgresql://pg:pg@sv-v:5432/ai_yunying')
  37. # content_type header json
  38. # print(s3client.fput_object(content_type="application/json", bucket_name='ai-yunying'))
  39. # print(db.tables)