prompt.py 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183
  1. from opendevin.controller.state.plan import Plan
  2. from opendevin.core.logger import opendevin_logger as logger
  3. from opendevin.core.schema import ActionType
  4. from opendevin.core.utils import json
  5. from opendevin.events.action import (
  6. Action,
  7. NullAction,
  8. action_from_dict,
  9. )
  10. from opendevin.events.observation import (
  11. NullObservation,
  12. Observation,
  13. )
  14. HISTORY_SIZE = 10
  15. prompt = """
  16. # Task
  17. You're a diligent software engineer AI. You can't see, draw, or interact with a
  18. browser, but you can read and write files, and you can run commands, and you can think.
  19. You've been given the following task:
  20. %(task)s
  21. ## Plan
  22. As you complete this task, you're building a plan and keeping
  23. track of your progress. Here's a JSON representation of your plan:
  24. %(plan)s
  25. %(plan_status)s
  26. You're responsible for managing this plan and the status of tasks in
  27. it, by using the `add_task` and `modify_task` actions described below.
  28. If the History below contradicts the state of any of these tasks, you
  29. MUST modify the task using the `modify_task` action described below.
  30. Be sure NOT to duplicate any tasks. Do NOT use the `add_task` action for
  31. a task that's already represented. Every task must be represented only once.
  32. Tasks that are sequential MUST be siblings. They must be added in order
  33. to their parent task.
  34. If you mark a task as 'completed', 'verified', or 'abandoned',
  35. all non-abandoned subtasks will be marked the same way.
  36. So before closing a task this way, you MUST not only be sure that it has
  37. been completed successfully--you must ALSO be sure that all its subtasks
  38. are ready to be marked the same way.
  39. If, and only if, ALL tasks have already been marked verified,
  40. you MUST respond with the `finish` action.
  41. ## History
  42. Here is a recent history of actions you've taken in service of this plan,
  43. as well as observations you've made. This only includes the MOST RECENT
  44. ten actions--more happened before that.
  45. %(history)s
  46. Your most recent action is at the bottom of that history.
  47. ## Action
  48. What is your next thought or action? Your response must be in JSON format.
  49. It must be an object, and it must contain two fields:
  50. * `action`, which is one of the actions below
  51. * `args`, which is a map of key-value pairs, specifying the arguments for that action
  52. * `read` - reads the content of a file. Arguments:
  53. * `path` - the path of the file to read
  54. * `write` - writes the content to a file. Arguments:
  55. * `path` - the path of the file to write
  56. * `content` - the content to write to the file
  57. * `run` - runs a command on the command line in a Linux shell. Arguments:
  58. * `command` - the command to run
  59. * `background` - if true, run the command in the background, so that other commands can be run concurrently. Useful for e.g. starting a server. You won't be able to see the logs. You don't need to end the command with `&`, just set this to true.
  60. * `kill` - kills a background command
  61. * `id` - the ID of the background command to kill
  62. * `browse` - opens a web page. Arguments:
  63. * `url` - the URL to open
  64. * `message` - make a plan, set a goal, or record your thoughts. Arguments:
  65. * `content` - the message to record
  66. * `add_task` - add a task to your plan. Arguments:
  67. * `parent` - the ID of the parent task
  68. * `goal` - the goal of the task
  69. * `subtasks` - a list of subtasks, each of which is a map with a `goal` key.
  70. * `modify_task` - close a task. Arguments:
  71. * `id` - the ID of the task to close
  72. * `state` - set to 'in_progress' to start the task, 'completed' to finish it, 'verified' to assert that it was successful, 'abandoned' to give up on it permanently, or `open` to stop working on it for now.
  73. * `finish` - if ALL of your tasks and subtasks have been verified or abandoned, and you're absolutely certain that you've completed your task and have tested your work, use the finish action to stop working.
  74. You MUST take time to think in between read, write, run, browse, and recall actions--do this with the `message` action.
  75. You should never act twice in a row without thinking. But if your last several
  76. actions are all `message` actions, you should consider taking a different action.
  77. What is your next thought or action? Again, you must reply with JSON, and only with JSON.
  78. %(hint)s
  79. """
  80. def get_hint(latest_action_id: str) -> str:
  81. """Returns action type hint based on given action_id"""
  82. hints = {
  83. '': "You haven't taken any actions yet. Start by using `ls` to check out what files you're working with.",
  84. ActionType.RUN: 'You should think about the command you just ran, what output it gave, and how that affects your plan.',
  85. ActionType.READ: 'You should think about the file you just read, what you learned from it, and how that affects your plan.',
  86. ActionType.WRITE: 'You just changed a file. You should think about how it affects your plan.',
  87. ActionType.BROWSE: 'You should think about the page you just visited, and what you learned from it.',
  88. ActionType.MESSAGE: "Look at your last thought in the history above. What does it suggest? Don't think anymore--take action.",
  89. ActionType.RECALL: 'You should think about the information you just recalled, and how it should affect your plan.',
  90. ActionType.ADD_TASK: 'You should think about the next action to take.',
  91. ActionType.MODIFY_TASK: 'You should think about the next action to take.',
  92. ActionType.SUMMARIZE: '',
  93. ActionType.FINISH: '',
  94. }
  95. return hints.get(latest_action_id, '')
  96. def get_prompt(plan: Plan, history: list[tuple[Action, Observation]]) -> str:
  97. """
  98. Gets the prompt for the planner agent.
  99. Formatted with the most recent action-observation pairs, current task, and hint based on last action
  100. Parameters:
  101. - plan (Plan): The original plan outlined by the user with LLM defined tasks
  102. - history (list[tuple[Action, Observation]]): list of corresponding action-observation pairs
  103. Returns:
  104. - str: The formatted string prompt with historical values
  105. """
  106. plan_str = json.dumps(plan.task.to_dict(), indent=2)
  107. sub_history = history[-HISTORY_SIZE:]
  108. history_dicts = []
  109. latest_action: Action = NullAction()
  110. for action, observation in sub_history:
  111. if not isinstance(action, NullAction):
  112. history_dicts.append(action.to_memory())
  113. latest_action = action
  114. if not isinstance(observation, NullObservation):
  115. observation_dict = observation.to_memory()
  116. history_dicts.append(observation_dict)
  117. history_str = json.dumps(history_dicts, indent=2)
  118. current_task = plan.get_current_task()
  119. if current_task is not None:
  120. plan_status = f"You're currently working on this task:\n{current_task.goal}."
  121. if len(current_task.subtasks) == 0:
  122. plan_status += "\nIf it's not achievable AND verifiable with a SINGLE action, you MUST break it down into subtasks NOW."
  123. else:
  124. plan_status = "You're not currently working on any tasks. Your next action MUST be to mark a task as in_progress."
  125. hint = get_hint(latest_action.to_dict()['action'])
  126. logger.info('HINT:\n' + hint, extra={'msg_type': 'INFO'})
  127. return prompt % {
  128. 'task': plan.main_goal,
  129. 'plan': plan_str,
  130. 'history': history_str,
  131. 'hint': hint,
  132. 'plan_status': plan_status,
  133. }
  134. def parse_response(response: str) -> Action:
  135. """
  136. Parses the model output to find a valid action to take
  137. Parameters:
  138. - response (str): A response from the model that potentially contains an Action.
  139. Returns:
  140. - Action: A valid next action to perform from model output
  141. """
  142. action_dict = json.loads(response)
  143. if 'contents' in action_dict:
  144. # The LLM gets confused here. Might as well be robust
  145. action_dict['content'] = action_dict.pop('contents')
  146. action = action_from_dict(action_dict)
  147. return action