| 1234567891011121314151617181920212223242526272829303132333435363738394041424344 |
- import datetime
- from dataset import Table
- import dataset
- from minio import Minio
- import os
- prefect_api = f"http://10.0.0.1:8612/api"
- # 在导入 prefect 之前设置环境变量
- os.environ["PREFECT_API_URL"] = prefect_api
- '''
- 读写
- F3i2GpD5VmpCIQjPuq2m
- 5D5V8Ue0DtjkzBFYStBO4gyqeTLYcfvR28EYFe0q
- 只读
- hudyqo02Y1Asm6jjSYaj
- Dcm6gw4QqKLZRi0Awy1nVjwKsCKBn3WB9lWJpiG0
- '''
- os.environ["s3_access_key"] = 'F3i2GpD5VmpCIQjPuq2m'
- os.environ["s3_secret_key"] = "5D5V8Ue0DtjkzBFYStBO4gyqeTLYcfvR28EYFe0q"
- os.environ["s3_endpoint"] = "sv-v:9002"
- from prefect.filesystems import LocalFileSystem, RemoteFileSystem
- from prefect.blocks.core import Block
- minio_block = RemoteFileSystem(
- basepath="s3://swl/prefect/",
- settings={
- "key": os.environ["s3_access_key"],
- "secret": os.environ["s3_secret_key"],
- "client_kwargs": {"endpoint_url": 'http://' + os.environ["s3_endpoint"]} ,
- },)
- # minio_block.save("minio", overwrite=True)
- minio_block:RemoteFileSystem = minio_block.load("minio")
- # s3client = Minio(os.environ["s3_endpoint"] ,
- # access_key=os.environ["s3_access_key"],
- # secret_key=os.environ["s3_secret_key"],
- # secure=False
- # )
- ai_yunying_db = dataset.connect(f'postgresql://pg:pg@sv-v:5432/ai_yunying')
- # content_type header json
- # print(s3client.fput_object(content_type="application/json", bucket_name='ai-yunying'))
- # print(db.tables)
|