manager.py 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. import asyncio
  2. import time
  3. from typing import Optional
  4. from fastapi import WebSocket
  5. from openhands.core.config import AppConfig
  6. from openhands.core.logger import openhands_logger as logger
  7. from openhands.events.stream import session_exists
  8. from openhands.runtime.utils.shutdown_listener import should_continue
  9. from openhands.server.session.conversation import Conversation
  10. from openhands.server.session.session import Session
  11. from openhands.storage.files import FileStore
  12. class SessionManager:
  13. _sessions: dict[str, Session] = {}
  14. cleanup_interval: int = 300
  15. session_timeout: int = 600
  16. _session_cleanup_task: Optional[asyncio.Task] = None
  17. def __init__(self, config: AppConfig, file_store: FileStore):
  18. self.config = config
  19. self.file_store = file_store
  20. async def __aenter__(self):
  21. if not self._session_cleanup_task:
  22. self._session_cleanup_task = asyncio.create_task(self._cleanup_sessions())
  23. return self
  24. async def __aexit__(self, exc_type, exc_value, traceback):
  25. if self._session_cleanup_task:
  26. self._session_cleanup_task.cancel()
  27. self._session_cleanup_task = None
  28. def add_or_restart_session(self, sid: str, ws_conn: WebSocket) -> Session:
  29. if sid in self._sessions:
  30. asyncio.create_task(self._sessions[sid].close())
  31. self._sessions[sid] = Session(
  32. sid=sid, file_store=self.file_store, ws=ws_conn, config=self.config
  33. )
  34. return self._sessions[sid]
  35. def get_session(self, sid: str) -> Session | None:
  36. if sid not in self._sessions:
  37. return None
  38. return self._sessions.get(sid)
  39. def attach_to_conversation(self, sid: str) -> Conversation | None:
  40. if not session_exists(sid, self.file_store):
  41. return None
  42. return Conversation(sid, file_store=self.file_store, config=self.config)
  43. async def send(self, sid: str, data: dict[str, object]) -> bool:
  44. """Sends data to the client."""
  45. session = self.get_session(sid)
  46. if session is None:
  47. logger.error(f'*** No session found for {sid}, skipping message ***')
  48. return False
  49. return await session.send(data)
  50. async def send_error(self, sid: str, message: str) -> bool:
  51. """Sends an error message to the client."""
  52. return await self.send(sid, {'error': True, 'message': message})
  53. async def send_message(self, sid: str, message: str) -> bool:
  54. """Sends a message to the client."""
  55. return await self.send(sid, {'message': message})
  56. async def _cleanup_sessions(self):
  57. while should_continue():
  58. current_time = time.time()
  59. session_ids_to_remove = []
  60. for sid, session in list(self._sessions.items()):
  61. # if session inactive for a long time, remove it
  62. if (
  63. not session.is_alive
  64. and current_time - session.last_active_ts > self.session_timeout
  65. ):
  66. session_ids_to_remove.append(sid)
  67. for sid in session_ids_to_remove:
  68. to_del_session: Session | None = self._sessions.pop(sid, None)
  69. if to_del_session is not None:
  70. await to_del_session.close()
  71. logger.info(
  72. f'Session {sid} and related resource have been removed due to inactivity.'
  73. )
  74. await asyncio.sleep(self.cleanup_interval)