We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4d8b603 commit 6f56a77Copy full SHA for 6f56a77
holmes/core/tool_calling_llm.py
@@ -134,7 +134,9 @@ def _process_cost_info(
134
logging.debug(f"Could not extract cost information: {e}")
135
136
137
-def limit_max_output_tokens(maximum_model_output_token: int, max_context_size: int) -> int:
+def limit_max_output_tokens(
138
+ maximum_model_output_token: int, max_context_size: int
139
+) -> int:
140
# TODO: also apply this to the API so that we ensure the total context window is not hit
141
calculated_maximum = floor(min(64000, max_context_size / 5))
142
if maximum_model_output_token > calculated_maximum:
0 commit comments