|
|
@@ -9,14 +9,23 @@ from unittest.mock import patch
|
|
|
|
|
|
import pytest
|
|
|
|
|
|
-from opendevin.core.config import AppConfig, SandboxConfig
|
|
|
+from opendevin.core.config import AppConfig, SandboxConfig, load_from_env
|
|
|
from opendevin.core.logger import opendevin_logger as logger
|
|
|
from opendevin.events import EventStream
|
|
|
from opendevin.events.action import (
|
|
|
+ BrowseURLAction,
|
|
|
CmdRunAction,
|
|
|
+ FileReadAction,
|
|
|
+ FileWriteAction,
|
|
|
+ IPythonRunCellAction,
|
|
|
)
|
|
|
from opendevin.events.observation import (
|
|
|
+ BrowserOutputObservation,
|
|
|
CmdOutputObservation,
|
|
|
+ ErrorObservation,
|
|
|
+ FileReadObservation,
|
|
|
+ FileWriteObservation,
|
|
|
+ IPythonRunCellObservation,
|
|
|
)
|
|
|
from opendevin.runtime.client.runtime import EventStreamRuntime
|
|
|
from opendevin.runtime.plugins import AgentSkillsRequirement, JupyterRequirement
|
|
|
@@ -58,6 +67,8 @@ async def _load_runtime(temp_dir, box_class):
|
|
|
use_host_network=True,
|
|
|
),
|
|
|
)
|
|
|
+ load_from_env(config, os.environ)
|
|
|
+
|
|
|
file_store = get_file_store(config.file_store, config.file_store_path)
|
|
|
event_stream = EventStream(cli_session, file_store)
|
|
|
|
|
|
@@ -223,3 +234,218 @@ async def test_bash_command_pexcept(temp_dir, box_class):
|
|
|
|
|
|
await runtime.close()
|
|
|
await asyncio.sleep(1)
|
|
|
+
|
|
|
+
|
|
|
+@pytest.mark.asyncio
|
|
|
+async def test_simple_cmd_ipython_and_fileop(temp_dir, box_class):
|
|
|
+ runtime = await _load_runtime(temp_dir, box_class)
|
|
|
+
|
|
|
+ # Test run command
|
|
|
+ action_cmd = CmdRunAction(command='ls -l')
|
|
|
+ logger.info(action_cmd, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_cmd)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert isinstance(obs, CmdOutputObservation)
|
|
|
+ assert obs.exit_code == 0
|
|
|
+ assert 'total 0' in obs.content
|
|
|
+
|
|
|
+ # Test run ipython
|
|
|
+ test_code = "print('Hello, `World`!\\n')"
|
|
|
+ action_ipython = IPythonRunCellAction(code=test_code)
|
|
|
+ logger.info(action_ipython, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_ipython)
|
|
|
+ assert isinstance(obs, IPythonRunCellObservation)
|
|
|
+
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+ assert obs.content.strip() == 'Hello, `World`!'
|
|
|
+
|
|
|
+ # Test read file (file should not exist)
|
|
|
+ action_read = FileReadAction(path='hello.sh')
|
|
|
+ logger.info(action_read, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_read)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+ assert isinstance(obs, ErrorObservation)
|
|
|
+ assert 'File not found' in obs.content
|
|
|
+
|
|
|
+ # Test write file
|
|
|
+ action_write = FileWriteAction(content='echo "Hello, World!"', path='hello.sh')
|
|
|
+ logger.info(action_write, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_write)
|
|
|
+ assert isinstance(obs, FileWriteObservation)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert obs.content == ''
|
|
|
+ if box_class == ServerRuntime:
|
|
|
+ assert obs.path == 'hello.sh'
|
|
|
+ else:
|
|
|
+ # event stream runtime will always use absolute path
|
|
|
+ assert obs.path == '/workspace/hello.sh'
|
|
|
+
|
|
|
+ # Test read file (file should exist)
|
|
|
+ action_read = FileReadAction(path='hello.sh')
|
|
|
+ logger.info(action_read, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_read)
|
|
|
+ assert isinstance(
|
|
|
+ obs, FileReadObservation
|
|
|
+ ), 'The observation should be a FileReadObservation.'
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert obs.content == 'echo "Hello, World!"\n'
|
|
|
+ if box_class == ServerRuntime:
|
|
|
+ assert obs.path == 'hello.sh'
|
|
|
+ else:
|
|
|
+ assert obs.path == '/workspace/hello.sh'
|
|
|
+
|
|
|
+ await runtime.close()
|
|
|
+ await asyncio.sleep(1)
|
|
|
+
|
|
|
+
|
|
|
+@pytest.mark.asyncio
|
|
|
+async def test_simple_browse(temp_dir, box_class):
|
|
|
+ runtime = await _load_runtime(temp_dir, box_class)
|
|
|
+
|
|
|
+ # Test browse
|
|
|
+ action_cmd = CmdRunAction(command='python -m http.server 8000 > server.log 2>&1 &')
|
|
|
+ logger.info(action_cmd, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_cmd)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert isinstance(obs, CmdOutputObservation)
|
|
|
+ assert obs.exit_code == 0
|
|
|
+ assert '[1]' in obs.content
|
|
|
+
|
|
|
+ action_browse = BrowseURLAction(url='http://localhost:8000')
|
|
|
+ logger.info(action_browse, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action_browse)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert isinstance(obs, BrowserOutputObservation)
|
|
|
+ assert 'http://localhost:8000' in obs.url
|
|
|
+ assert obs.status_code == 200
|
|
|
+ assert not obs.error
|
|
|
+ assert obs.open_pages_urls == ['http://localhost:8000/']
|
|
|
+ assert obs.active_page_index == 0
|
|
|
+ assert obs.last_browser_action == 'goto("http://localhost:8000")'
|
|
|
+ assert obs.last_browser_action_error == ''
|
|
|
+ assert 'Directory listing for /' in obs.content
|
|
|
+ assert 'server.log' in obs.content
|
|
|
+
|
|
|
+ await runtime.close()
|
|
|
+
|
|
|
+
|
|
|
+@pytest.mark.asyncio
|
|
|
+async def test_multiline_commands(temp_dir, box_class):
|
|
|
+ cmds = [
|
|
|
+ 'ls -l',
|
|
|
+ 'echo -e "hello\nworld"',
|
|
|
+ """
|
|
|
+echo -e "hello it\\'s me"
|
|
|
+""".strip(),
|
|
|
+ """
|
|
|
+echo \\
|
|
|
+ -e 'hello' \\
|
|
|
+ -v
|
|
|
+""".strip(),
|
|
|
+ """
|
|
|
+echo -e 'hello\\nworld\\nare\\nyou\\nthere?'
|
|
|
+""".strip(),
|
|
|
+ """
|
|
|
+echo -e 'hello
|
|
|
+world
|
|
|
+are
|
|
|
+you\\n
|
|
|
+there?'
|
|
|
+""".strip(),
|
|
|
+ """
|
|
|
+echo -e 'hello
|
|
|
+world "
|
|
|
+'
|
|
|
+""".strip(),
|
|
|
+ ]
|
|
|
+ joined_cmds = '\n'.join(cmds)
|
|
|
+
|
|
|
+ runtime = await _load_runtime(temp_dir, box_class)
|
|
|
+
|
|
|
+ action = CmdRunAction(command=joined_cmds)
|
|
|
+ logger.info(action, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert isinstance(obs, CmdOutputObservation)
|
|
|
+ assert obs.exit_code == 0, 'The exit code should be 0.'
|
|
|
+
|
|
|
+ assert 'total 0' in obs.content
|
|
|
+ assert 'hello\r\nworld' in obs.content
|
|
|
+ assert "hello it\\'s me" in obs.content
|
|
|
+ assert 'hello -v' in obs.content
|
|
|
+ assert 'hello\r\nworld\r\nare\r\nyou\r\nthere?' in obs.content
|
|
|
+ assert 'hello\r\nworld\r\nare\r\nyou\r\n\r\nthere?' in obs.content
|
|
|
+ assert 'hello\r\nworld "\r\n' in obs.content
|
|
|
+
|
|
|
+ await runtime.close()
|
|
|
+ await asyncio.sleep(1)
|
|
|
+
|
|
|
+
|
|
|
+@pytest.mark.asyncio
|
|
|
+async def test_no_ps2_in_output(temp_dir, box_class):
|
|
|
+ """Test that the PS2 sign is not added to the output of a multiline command."""
|
|
|
+ runtime = await _load_runtime(temp_dir, box_class)
|
|
|
+
|
|
|
+ action = CmdRunAction(command='echo -e "hello\nworld"')
|
|
|
+ logger.info(action, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ if box_class == ServerRuntime:
|
|
|
+ # the extra PS2 '>' is NOT handled by the ServerRuntime
|
|
|
+ assert 'hello\r\nworld' in obs.content
|
|
|
+ assert '>' in obs.content
|
|
|
+ assert obs.content.count('>') == 1
|
|
|
+ else:
|
|
|
+ assert 'hello\r\nworld' in obs.content
|
|
|
+ assert '>' not in obs.content
|
|
|
+
|
|
|
+
|
|
|
+@pytest.mark.asyncio
|
|
|
+async def test_multiline_command_loop(temp_dir, box_class):
|
|
|
+ # https://github.com/OpenDevin/OpenDevin/issues/3143
|
|
|
+
|
|
|
+ runtime = await _load_runtime(temp_dir, box_class)
|
|
|
+
|
|
|
+ init_cmd = """
|
|
|
+mkdir -p _modules && \
|
|
|
+for month in {01..04}; do
|
|
|
+ for day in {01..05}; do
|
|
|
+ touch "_modules/2024-${month}-${day}-sample.md"
|
|
|
+ done
|
|
|
+done
|
|
|
+echo "created files"
|
|
|
+"""
|
|
|
+ action = CmdRunAction(command=init_cmd)
|
|
|
+ logger.info(action, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert isinstance(obs, CmdOutputObservation)
|
|
|
+ assert obs.exit_code == 0, 'The exit code should be 0.'
|
|
|
+ assert 'created files' in obs.content
|
|
|
+
|
|
|
+ follow_up_cmd = """
|
|
|
+for file in _modules/*.md; do
|
|
|
+ new_date=$(echo $file | sed -E 's/2024-(01|02|03|04)-/2024-/;s/2024-01/2024-08/;s/2024-02/2024-09/;s/2024-03/2024-10/;s/2024-04/2024-11/')
|
|
|
+ mv "$file" "$new_date"
|
|
|
+done
|
|
|
+echo "success"
|
|
|
+"""
|
|
|
+ action = CmdRunAction(command=follow_up_cmd)
|
|
|
+ logger.info(action, extra={'msg_type': 'ACTION'})
|
|
|
+ obs = await runtime.run_action(action)
|
|
|
+ logger.info(obs, extra={'msg_type': 'OBSERVATION'})
|
|
|
+
|
|
|
+ assert isinstance(obs, CmdOutputObservation)
|
|
|
+ assert obs.exit_code == 0, 'The exit code should be 0.'
|
|
|
+ assert 'success' in obs.content
|
|
|
+
|
|
|
+ await runtime.close()
|
|
|
+ await asyncio.sleep(1)
|
Xingyao Wang