s3.py 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. import io
  2. import os
  3. from minio import Minio
  4. from openhands.storage.files import FileStore
  5. class S3FileStore(FileStore):
  6. def __init__(self) -> None:
  7. access_key = os.getenv('AWS_ACCESS_KEY_ID')
  8. secret_key = os.getenv('AWS_SECRET_ACCESS_KEY')
  9. endpoint = os.getenv('AWS_S3_ENDPOINT', 's3.amazonaws.com')
  10. secure = os.getenv('AWS_S3_SECURE', 'true').lower() == 'true'
  11. self.bucket = os.getenv('AWS_S3_BUCKET')
  12. self.client = Minio(endpoint, access_key, secret_key, secure=secure)
  13. def write(self, path: str, contents: str) -> None:
  14. as_bytes = contents.encode('utf-8')
  15. stream = io.BytesIO(as_bytes)
  16. try:
  17. self.client.put_object(self.bucket, path, stream, len(as_bytes))
  18. except Exception as e:
  19. raise FileNotFoundError(f'Failed to write to S3 at path {path}: {e}')
  20. def read(self, path: str) -> str:
  21. try:
  22. return self.client.get_object(self.bucket, path).data.decode('utf-8')
  23. except Exception as e:
  24. raise FileNotFoundError(f'Failed to read from S3 at path {path}: {e}')
  25. def list(self, path: str) -> list[str]:
  26. try:
  27. return [
  28. obj.object_name for obj in self.client.list_objects(self.bucket, path)
  29. ]
  30. except Exception as e:
  31. raise FileNotFoundError(f'Failed to list S3 objects at path {path}: {e}')
  32. def delete(self, path: str) -> None:
  33. try:
  34. self.client.remove_object(self.bucket, path)
  35. except Exception as e:
  36. raise FileNotFoundError(f'Failed to delete S3 object at path {path}: {e}')