structure saas with tools

This commit is contained in:
Davidson Gomes
2025-04-25 15:30:54 -03:00
commit 1aef473937
16434 changed files with 6584257 additions and 0 deletions

View File

@@ -0,0 +1,23 @@
# Copyright 2025 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from .base_planner import BasePlanner
from .built_in_planner import BuiltInPlanner
from .plan_re_act_planner import PlanReActPlanner
__all__ = [
'BasePlanner',
'BuiltInPlanner',
'PlanReActPlanner',
]

View File

@@ -0,0 +1,66 @@
# Copyright 2025 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import abc
from abc import ABC
from typing import List
from typing import Optional
from google.genai import types
from ..agents.callback_context import CallbackContext
from ..agents.readonly_context import ReadonlyContext
from ..models.llm_request import LlmRequest
class BasePlanner(ABC):
"""Abstract base class for all planners.
The planner allows the agent to generate plans for the queries to guide its
action.
"""
@abc.abstractmethod
def build_planning_instruction(
self,
readonly_context: ReadonlyContext,
llm_request: LlmRequest,
) -> Optional[str]:
"""Builds the system instruction to be appended to the LLM request for planning.
Args:
readonly_context: The readonly context of the invocation.
llm_request: The LLM request. Readonly.
Returns:
The planning system instruction, or None if no instruction is needed.
"""
pass
@abc.abstractmethod
def process_planning_response(
self,
callback_context: CallbackContext,
response_parts: List[types.Part],
) -> Optional[List[types.Part]]:
"""Processes the LLM response for planning.
Args:
callback_context: The callback context of the invocation.
response_parts: The LLM response parts. Readonly.
Returns:
The processed response parts, or None if no processing is needed.
"""
pass

View File

@@ -0,0 +1,76 @@
# Copyright 2025 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import List
from typing import Optional
from google.genai import types
from typing_extensions import override
from ..agents.callback_context import CallbackContext
from ..agents.readonly_context import ReadonlyContext
from ..models.llm_request import LlmRequest
from .base_planner import BasePlanner
class BuiltInPlanner(BasePlanner):
"""The built-in planner that uses model's built-in thinking features.
Attributes:
thinking_config: Config for model built-in thinking features. An error
will be returned if this field is set for models that don't support
thinking.
"""
thinking_config: types.ThinkingConfig
"""
Config for model built-in thinking features. An error will be returned if this
field is set for models that don't support thinking.
"""
def __init__(self, *, thinking_config: types.ThinkingConfig):
"""Initializes the built-in planner.
Args:
thinking_config: Config for model built-in thinking features. An error
will be returned if this field is set for models that don't support
thinking.
"""
self.thinking_config = thinking_config
def apply_thinking_config(self, llm_request: LlmRequest) -> None:
"""Applies the thinking config to the LLM request.
Args:
llm_request: The LLM request to apply the thinking config to.
"""
if self.thinking_config:
llm_request.config = llm_request.config or types.GenerateContentConfig()
llm_request.config.thinking_config = self.thinking_config
@override
def build_planning_instruction(
self,
readonly_context: ReadonlyContext,
llm_request: LlmRequest,
) -> Optional[str]:
return
@override
def process_planning_response(
self,
callback_context: CallbackContext,
response_parts: List[types.Part],
) -> Optional[List[types.Part]]:
return

View File

@@ -0,0 +1,208 @@
# Copyright 2025 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import List
from typing import Optional
from google.genai import types
from typing_extensions import override
from ..agents.callback_context import CallbackContext
from ..agents.readonly_context import ReadonlyContext
from ..models.llm_request import LlmRequest
from .base_planner import BasePlanner
PLANNING_TAG = '/*PLANNING*/'
REPLANNING_TAG = '/*REPLANNING*/'
REASONING_TAG = '/*REASONING*/'
ACTION_TAG = '/*ACTION*/'
FINAL_ANSWER_TAG = '/*FINAL_ANSWER*/'
class PlanReActPlanner(BasePlanner):
"""Plan-Re-Act planner that constrains the LLM response to generate a plan before any action/observation.
Note: this planner does not require the model to support built-in thinking
features or setting the thinking config.
"""
@override
def build_planning_instruction(
self,
readonly_context: ReadonlyContext,
llm_request: LlmRequest,
) -> str:
return self._build_nl_planner_instruction()
@override
def process_planning_response(
self,
callback_context: CallbackContext,
response_parts: List[types.Part],
) -> Optional[List[types.Part]]:
if not response_parts:
return None
preserved_parts = []
first_fc_part_index = -1
for i in range(len(response_parts)):
# Stop at the first (group of) function calls.
if response_parts[i].function_call:
# Ignore and filter out function calls with empty names.
if not response_parts[i].function_call.name:
continue
preserved_parts.append(response_parts[i])
first_fc_part_index = i
break
# Split the response into reasoning and final answer parts.
self._handle_non_function_call_parts(response_parts[i], preserved_parts)
if first_fc_part_index > 0:
j = first_fc_part_index + 1
while j < len(response_parts):
if response_parts[j].function_call:
preserved_parts.append(response_parts[j])
j += 1
else:
break
return preserved_parts
def _split_by_last_pattern(self, text, separator):
"""Splits the text by the last occurrence of the separator.
Args:
text: The text to split.
separator: The separator to split on.
Returns:
A tuple containing the text before the last separator and the text after
the last separator.
"""
index = text.rfind(separator)
if index == -1:
return text, ''
return text[: index + len(separator)], text[index + len(separator) :]
def _handle_non_function_call_parts(
self, response_part: types.Part, preserved_parts: list[types.Part]
):
"""Handles non-function-call parts of the response.
Args:
response_part: The response part to handle.
preserved_parts: The mutable list of parts to store the processed parts
in.
"""
if response_part.text and FINAL_ANSWER_TAG in response_part.text:
reasoning_text, final_answer_text = self._split_by_last_pattern(
response_part.text, FINAL_ANSWER_TAG
)
if reasoning_text:
reasoning_part = types.Part(text=reasoning_text)
self._mark_as_thought(reasoning_part)
preserved_parts.append(reasoning_part)
if final_answer_text:
preserved_parts.append(
types.Part(
text=final_answer_text,
)
)
else:
response_text = response_part.text or ''
# If the part is a text part with a planning/reasoning/action tag,
# label it as reasoning.
if response_text and (
any(
response_text.startswith(tag)
for tag in [
PLANNING_TAG,
REASONING_TAG,
ACTION_TAG,
REPLANNING_TAG,
]
)
):
self._mark_as_thought(response_part)
preserved_parts.append(response_part)
def _mark_as_thought(self, response_part: types.Part):
"""Marks the response part as thought.
Args:
response_part: The mutable response part to mark as thought.
"""
if response_part.text:
response_part.thought = True
return
def _build_nl_planner_instruction(self) -> str:
"""Builds the NL planner instruction for the Plan-Re-Act planner.
Returns:
NL planner system instruction.
"""
high_level_preamble = f"""
When answering the question, try to leverage the available tools to gather the information instead of your memorized knowledge.
Follow this process when answering the question: (1) first come up with a plan in natural language text format; (2) Then use tools to execute the plan and provide reasoning between tool code snippets to make a summary of current state and next step. Tool code snippets and reasoning should be interleaved with each other. (3) In the end, return one final answer.
Follow this format when answering the question: (1) The planning part should be under {PLANNING_TAG}. (2) The tool code snippets should be under {ACTION_TAG}, and the reasoning parts should be under {REASONING_TAG}. (3) The final answer part should be under {FINAL_ANSWER_TAG}.
"""
planning_preamble = f"""
Below are the requirements for the planning:
The plan is made to answer the user query if following the plan. The plan is coherent and covers all aspects of information from user query, and only involves the tools that are accessible by the agent. The plan contains the decomposed steps as a numbered list where each step should use one or multiple available tools. By reading the plan, you can intuitively know which tools to trigger or what actions to take.
If the initial plan cannot be successfully executed, you should learn from previous execution results and revise your plan. The revised plan should be be under {REPLANNING_TAG}. Then use tools to follow the new plan.
"""
reasoning_preamble = """
Below are the requirements for the reasoning:
The reasoning makes a summary of the current trajectory based on the user query and tool outputs. Based on the tool outputs and plan, the reasoning also comes up with instructions to the next steps, making the trajectory closer to the final answer.
"""
final_answer_preamble = """
Below are the requirements for the final answer:
The final answer should be precise and follow query formatting requirements. Some queries may not be answerable with the available tools and information. In those cases, inform the user why you cannot process their query and ask for more information.
"""
# Only contains the requirements for custom tool/libraries.
tool_code_without_python_libraries_preamble = """
Below are the requirements for the tool code:
**Custom Tools:** The available tools are described in the context and can be directly used.
- Code must be valid self-contained Python snippets with no imports and no references to tools or Python libraries that are not in the context.
- You cannot use any parameters or fields that are not explicitly defined in the APIs in the context.
- The code snippets should be readable, efficient, and directly relevant to the user query and reasoning steps.
- When using the tools, you should use the library name together with the function name, e.g., vertex_search.search().
- If Python libraries are not provided in the context, NEVER write your own code other than the function calls using the provided tools.
"""
user_input_preamble = """
VERY IMPORTANT instruction that you MUST follow in addition to the above instructions:
You should ask for clarification if you need more information to answer the question.
You should prefer using the information available in the context instead of repeated tool use.
"""
return '\n\n'.join([
high_level_preamble,
planning_preamble,
reasoning_preamble,
final_answer_preamble,
tool_code_without_python_libraries_preamble,
user_input_preamble,
])