mirror of
https://github.com/onyx-dot-app/onyx.git
synced 2026-10-23 03:42:59 -05:00
Chris Weaverandpablodanswer
ecf4923a3a
* Fix Fix Refactor more more fix refactor Fix circular imports Refactor Move tests around * Add quote support * Testing * More testing * Fix image generation slowness * Remove unused exception * Fix UT * fix stop generating * minor typo * minor logging updates for clarity --------- Co-authored-by: pablodanswer <pablo@danswer.ai>
56 lines
2.0 KiB
Python
56 lines
2.0 KiB
Python
from collections.abc import Callable
|
|
from collections.abc import Generator
|
|
from typing import Any
|
|
|
|
from danswer.llm.answering.models import PreviousMessage
|
|
from danswer.llm.interfaces import LLM
|
|
from danswer.tools.models import ToolCallFinalResult
|
|
from danswer.tools.models import ToolCallKickoff
|
|
from danswer.tools.models import ToolResponse
|
|
from danswer.tools.tool import Tool
|
|
from danswer.utils.threadpool_concurrency import run_functions_tuples_in_parallel
|
|
|
|
|
|
class ToolRunner:
|
|
def __init__(self, tool: Tool, args: dict[str, Any]):
|
|
self.tool = tool
|
|
self.args = args
|
|
|
|
self._tool_responses: list[ToolResponse] | None = None
|
|
|
|
def kickoff(self) -> ToolCallKickoff:
|
|
return ToolCallKickoff(tool_name=self.tool.name, tool_args=self.args)
|
|
|
|
def tool_responses(self) -> Generator[ToolResponse, None, None]:
|
|
if self._tool_responses is not None:
|
|
yield from self._tool_responses
|
|
return
|
|
|
|
tool_responses: list[ToolResponse] = []
|
|
for tool_response in self.tool.run(**self.args):
|
|
yield tool_response
|
|
tool_responses.append(tool_response)
|
|
|
|
self._tool_responses = tool_responses
|
|
|
|
def tool_message_content(self) -> str | list[str | dict[str, Any]]:
|
|
tool_responses = list(self.tool_responses())
|
|
return self.tool.build_tool_message_content(*tool_responses)
|
|
|
|
def tool_final_result(self) -> ToolCallFinalResult:
|
|
return ToolCallFinalResult(
|
|
tool_name=self.tool.name,
|
|
tool_args=self.args,
|
|
tool_result=self.tool.final_result(*self.tool_responses()),
|
|
)
|
|
|
|
|
|
def check_which_tools_should_run_for_non_tool_calling_llm(
|
|
tools: list[Tool], query: str, history: list[PreviousMessage], llm: LLM
|
|
) -> list[dict[str, Any] | None]:
|
|
tool_args_list: list[tuple[Callable[..., Any], tuple[Any, ...]]] = [
|
|
(tool.get_args_for_non_tool_calling_llm, (query, history, llm))
|
|
for tool in tools
|
|
]
|
|
return run_functions_tuples_in_parallel(tool_args_list)
|