Răsfoiți Sursa

Make drop_params default in llm_config (#4012)

Graham Neubig 1 an în urmă
părinte
comite
73ded7de10
2 a modificat fișierele cu 3 adăugiri și 5 ștergeri
  1. 1 1
      openhands/core/config/llm_config.py
  2. 2 4
      openhands/llm/llm.py

+ 1 - 1
openhands/core/config/llm_config.py

@@ -64,7 +64,7 @@ class LLMConfig:
     input_cost_per_token: float | None = None
     output_cost_per_token: float | None = None
     ollama_base_url: str | None = None
-    drop_params: bool | None = None
+    drop_params: bool = True
     disable_vision: bool | None = None
     caching_prompt: bool = False
     log_completions: bool = False

+ 2 - 4
openhands/llm/llm.py

@@ -132,9 +132,6 @@ class LLM:
                 ):
                     self.config.max_output_tokens = self.model_info['max_tokens']
 
-        if self.config.drop_params:
-            litellm.drop_params = self.config.drop_params
-
         # This only seems to work with Google as the provider, not with OpenRouter!
         gemini_safety_settings = (
             [
@@ -170,6 +167,7 @@ class LLM:
             timeout=self.config.timeout,
             temperature=self.config.temperature,
             top_p=self.config.top_p,
+            drop_params=self.config.drop_params,
             **(
                 {'safety_settings': gemini_safety_settings}
                 if gemini_safety_settings is not None
@@ -298,7 +296,7 @@ class LLM:
             timeout=self.config.timeout,
             temperature=self.config.temperature,
             top_p=self.config.top_p,
-            drop_params=True,
+            drop_params=self.config.drop_params,
             **(
                 {'safety_settings': gemini_safety_settings}
                 if gemini_safety_settings is not None