structure saas with tools
This commit is contained in:
@@ -0,0 +1,23 @@
|
||||
# Copyright 2025 Google LLC
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from .base_planner import BasePlanner
|
||||
from .built_in_planner import BuiltInPlanner
|
||||
from .plan_re_act_planner import PlanReActPlanner
|
||||
|
||||
__all__ = [
|
||||
'BasePlanner',
|
||||
'BuiltInPlanner',
|
||||
'PlanReActPlanner',
|
||||
]
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -0,0 +1,66 @@
|
||||
# Copyright 2025 Google LLC
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
import abc
|
||||
from abc import ABC
|
||||
from typing import List
|
||||
from typing import Optional
|
||||
|
||||
from google.genai import types
|
||||
|
||||
from ..agents.callback_context import CallbackContext
|
||||
from ..agents.readonly_context import ReadonlyContext
|
||||
from ..models.llm_request import LlmRequest
|
||||
|
||||
|
||||
class BasePlanner(ABC):
|
||||
"""Abstract base class for all planners.
|
||||
|
||||
The planner allows the agent to generate plans for the queries to guide its
|
||||
action.
|
||||
"""
|
||||
|
||||
@abc.abstractmethod
|
||||
def build_planning_instruction(
|
||||
self,
|
||||
readonly_context: ReadonlyContext,
|
||||
llm_request: LlmRequest,
|
||||
) -> Optional[str]:
|
||||
"""Builds the system instruction to be appended to the LLM request for planning.
|
||||
|
||||
Args:
|
||||
readonly_context: The readonly context of the invocation.
|
||||
llm_request: The LLM request. Readonly.
|
||||
|
||||
Returns:
|
||||
The planning system instruction, or None if no instruction is needed.
|
||||
"""
|
||||
pass
|
||||
|
||||
@abc.abstractmethod
|
||||
def process_planning_response(
|
||||
self,
|
||||
callback_context: CallbackContext,
|
||||
response_parts: List[types.Part],
|
||||
) -> Optional[List[types.Part]]:
|
||||
"""Processes the LLM response for planning.
|
||||
|
||||
Args:
|
||||
callback_context: The callback context of the invocation.
|
||||
response_parts: The LLM response parts. Readonly.
|
||||
|
||||
Returns:
|
||||
The processed response parts, or None if no processing is needed.
|
||||
"""
|
||||
pass
|
||||
@@ -0,0 +1,76 @@
|
||||
# Copyright 2025 Google LLC
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from typing import List
|
||||
from typing import Optional
|
||||
|
||||
from google.genai import types
|
||||
from typing_extensions import override
|
||||
|
||||
from ..agents.callback_context import CallbackContext
|
||||
from ..agents.readonly_context import ReadonlyContext
|
||||
from ..models.llm_request import LlmRequest
|
||||
from .base_planner import BasePlanner
|
||||
|
||||
|
||||
class BuiltInPlanner(BasePlanner):
|
||||
"""The built-in planner that uses model's built-in thinking features.
|
||||
|
||||
Attributes:
|
||||
thinking_config: Config for model built-in thinking features. An error
|
||||
will be returned if this field is set for models that don't support
|
||||
thinking.
|
||||
"""
|
||||
|
||||
thinking_config: types.ThinkingConfig
|
||||
"""
|
||||
Config for model built-in thinking features. An error will be returned if this
|
||||
field is set for models that don't support thinking.
|
||||
"""
|
||||
|
||||
def __init__(self, *, thinking_config: types.ThinkingConfig):
|
||||
"""Initializes the built-in planner.
|
||||
|
||||
Args:
|
||||
thinking_config: Config for model built-in thinking features. An error
|
||||
will be returned if this field is set for models that don't support
|
||||
thinking.
|
||||
"""
|
||||
self.thinking_config = thinking_config
|
||||
|
||||
def apply_thinking_config(self, llm_request: LlmRequest) -> None:
|
||||
"""Applies the thinking config to the LLM request.
|
||||
|
||||
Args:
|
||||
llm_request: The LLM request to apply the thinking config to.
|
||||
"""
|
||||
if self.thinking_config:
|
||||
llm_request.config = llm_request.config or types.GenerateContentConfig()
|
||||
llm_request.config.thinking_config = self.thinking_config
|
||||
|
||||
@override
|
||||
def build_planning_instruction(
|
||||
self,
|
||||
readonly_context: ReadonlyContext,
|
||||
llm_request: LlmRequest,
|
||||
) -> Optional[str]:
|
||||
return
|
||||
|
||||
@override
|
||||
def process_planning_response(
|
||||
self,
|
||||
callback_context: CallbackContext,
|
||||
response_parts: List[types.Part],
|
||||
) -> Optional[List[types.Part]]:
|
||||
return
|
||||
@@ -0,0 +1,208 @@
|
||||
# Copyright 2025 Google LLC
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from typing import List
|
||||
from typing import Optional
|
||||
|
||||
from google.genai import types
|
||||
from typing_extensions import override
|
||||
|
||||
from ..agents.callback_context import CallbackContext
|
||||
from ..agents.readonly_context import ReadonlyContext
|
||||
from ..models.llm_request import LlmRequest
|
||||
from .base_planner import BasePlanner
|
||||
|
||||
PLANNING_TAG = '/*PLANNING*/'
|
||||
REPLANNING_TAG = '/*REPLANNING*/'
|
||||
REASONING_TAG = '/*REASONING*/'
|
||||
ACTION_TAG = '/*ACTION*/'
|
||||
FINAL_ANSWER_TAG = '/*FINAL_ANSWER*/'
|
||||
|
||||
|
||||
class PlanReActPlanner(BasePlanner):
|
||||
"""Plan-Re-Act planner that constrains the LLM response to generate a plan before any action/observation.
|
||||
|
||||
Note: this planner does not require the model to support built-in thinking
|
||||
features or setting the thinking config.
|
||||
"""
|
||||
|
||||
@override
|
||||
def build_planning_instruction(
|
||||
self,
|
||||
readonly_context: ReadonlyContext,
|
||||
llm_request: LlmRequest,
|
||||
) -> str:
|
||||
return self._build_nl_planner_instruction()
|
||||
|
||||
@override
|
||||
def process_planning_response(
|
||||
self,
|
||||
callback_context: CallbackContext,
|
||||
response_parts: List[types.Part],
|
||||
) -> Optional[List[types.Part]]:
|
||||
if not response_parts:
|
||||
return None
|
||||
|
||||
preserved_parts = []
|
||||
first_fc_part_index = -1
|
||||
for i in range(len(response_parts)):
|
||||
# Stop at the first (group of) function calls.
|
||||
if response_parts[i].function_call:
|
||||
# Ignore and filter out function calls with empty names.
|
||||
if not response_parts[i].function_call.name:
|
||||
continue
|
||||
preserved_parts.append(response_parts[i])
|
||||
first_fc_part_index = i
|
||||
break
|
||||
|
||||
# Split the response into reasoning and final answer parts.
|
||||
self._handle_non_function_call_parts(response_parts[i], preserved_parts)
|
||||
|
||||
if first_fc_part_index > 0:
|
||||
j = first_fc_part_index + 1
|
||||
while j < len(response_parts):
|
||||
if response_parts[j].function_call:
|
||||
preserved_parts.append(response_parts[j])
|
||||
j += 1
|
||||
else:
|
||||
break
|
||||
|
||||
return preserved_parts
|
||||
|
||||
def _split_by_last_pattern(self, text, separator):
|
||||
"""Splits the text by the last occurrence of the separator.
|
||||
|
||||
Args:
|
||||
text: The text to split.
|
||||
separator: The separator to split on.
|
||||
|
||||
Returns:
|
||||
A tuple containing the text before the last separator and the text after
|
||||
the last separator.
|
||||
"""
|
||||
index = text.rfind(separator)
|
||||
if index == -1:
|
||||
return text, ''
|
||||
return text[: index + len(separator)], text[index + len(separator) :]
|
||||
|
||||
def _handle_non_function_call_parts(
|
||||
self, response_part: types.Part, preserved_parts: list[types.Part]
|
||||
):
|
||||
"""Handles non-function-call parts of the response.
|
||||
|
||||
Args:
|
||||
response_part: The response part to handle.
|
||||
preserved_parts: The mutable list of parts to store the processed parts
|
||||
in.
|
||||
"""
|
||||
if response_part.text and FINAL_ANSWER_TAG in response_part.text:
|
||||
reasoning_text, final_answer_text = self._split_by_last_pattern(
|
||||
response_part.text, FINAL_ANSWER_TAG
|
||||
)
|
||||
if reasoning_text:
|
||||
reasoning_part = types.Part(text=reasoning_text)
|
||||
self._mark_as_thought(reasoning_part)
|
||||
preserved_parts.append(reasoning_part)
|
||||
if final_answer_text:
|
||||
preserved_parts.append(
|
||||
types.Part(
|
||||
text=final_answer_text,
|
||||
)
|
||||
)
|
||||
else:
|
||||
response_text = response_part.text or ''
|
||||
# If the part is a text part with a planning/reasoning/action tag,
|
||||
# label it as reasoning.
|
||||
if response_text and (
|
||||
any(
|
||||
response_text.startswith(tag)
|
||||
for tag in [
|
||||
PLANNING_TAG,
|
||||
REASONING_TAG,
|
||||
ACTION_TAG,
|
||||
REPLANNING_TAG,
|
||||
]
|
||||
)
|
||||
):
|
||||
self._mark_as_thought(response_part)
|
||||
preserved_parts.append(response_part)
|
||||
|
||||
def _mark_as_thought(self, response_part: types.Part):
|
||||
"""Marks the response part as thought.
|
||||
|
||||
Args:
|
||||
response_part: The mutable response part to mark as thought.
|
||||
"""
|
||||
if response_part.text:
|
||||
response_part.thought = True
|
||||
return
|
||||
|
||||
def _build_nl_planner_instruction(self) -> str:
|
||||
"""Builds the NL planner instruction for the Plan-Re-Act planner.
|
||||
|
||||
Returns:
|
||||
NL planner system instruction.
|
||||
"""
|
||||
|
||||
high_level_preamble = f"""
|
||||
When answering the question, try to leverage the available tools to gather the information instead of your memorized knowledge.
|
||||
|
||||
Follow this process when answering the question: (1) first come up with a plan in natural language text format; (2) Then use tools to execute the plan and provide reasoning between tool code snippets to make a summary of current state and next step. Tool code snippets and reasoning should be interleaved with each other. (3) In the end, return one final answer.
|
||||
|
||||
Follow this format when answering the question: (1) The planning part should be under {PLANNING_TAG}. (2) The tool code snippets should be under {ACTION_TAG}, and the reasoning parts should be under {REASONING_TAG}. (3) The final answer part should be under {FINAL_ANSWER_TAG}.
|
||||
"""
|
||||
|
||||
planning_preamble = f"""
|
||||
Below are the requirements for the planning:
|
||||
The plan is made to answer the user query if following the plan. The plan is coherent and covers all aspects of information from user query, and only involves the tools that are accessible by the agent. The plan contains the decomposed steps as a numbered list where each step should use one or multiple available tools. By reading the plan, you can intuitively know which tools to trigger or what actions to take.
|
||||
If the initial plan cannot be successfully executed, you should learn from previous execution results and revise your plan. The revised plan should be be under {REPLANNING_TAG}. Then use tools to follow the new plan.
|
||||
"""
|
||||
|
||||
reasoning_preamble = """
|
||||
Below are the requirements for the reasoning:
|
||||
The reasoning makes a summary of the current trajectory based on the user query and tool outputs. Based on the tool outputs and plan, the reasoning also comes up with instructions to the next steps, making the trajectory closer to the final answer.
|
||||
"""
|
||||
|
||||
final_answer_preamble = """
|
||||
Below are the requirements for the final answer:
|
||||
The final answer should be precise and follow query formatting requirements. Some queries may not be answerable with the available tools and information. In those cases, inform the user why you cannot process their query and ask for more information.
|
||||
"""
|
||||
|
||||
# Only contains the requirements for custom tool/libraries.
|
||||
tool_code_without_python_libraries_preamble = """
|
||||
Below are the requirements for the tool code:
|
||||
|
||||
**Custom Tools:** The available tools are described in the context and can be directly used.
|
||||
- Code must be valid self-contained Python snippets with no imports and no references to tools or Python libraries that are not in the context.
|
||||
- You cannot use any parameters or fields that are not explicitly defined in the APIs in the context.
|
||||
- The code snippets should be readable, efficient, and directly relevant to the user query and reasoning steps.
|
||||
- When using the tools, you should use the library name together with the function name, e.g., vertex_search.search().
|
||||
- If Python libraries are not provided in the context, NEVER write your own code other than the function calls using the provided tools.
|
||||
"""
|
||||
|
||||
user_input_preamble = """
|
||||
VERY IMPORTANT instruction that you MUST follow in addition to the above instructions:
|
||||
|
||||
You should ask for clarification if you need more information to answer the question.
|
||||
You should prefer using the information available in the context instead of repeated tool use.
|
||||
"""
|
||||
|
||||
return '\n\n'.join([
|
||||
high_level_preamble,
|
||||
planning_preamble,
|
||||
reasoning_preamble,
|
||||
final_answer_preamble,
|
||||
tool_code_without_python_libraries_preamble,
|
||||
user_input_preamble,
|
||||
])
|
||||
Reference in New Issue
Block a user