fix: remove labels from config when using API key from Google AI Studio to call model

PiperOrigin-RevId: 765448305
This commit is contained in:
Xiang (Sean) Zhou 2025-05-30 20:59:50 -07:00 committed by Copybara-Service
parent 3ec496dd81
commit 5d297169d0

View File

@ -83,7 +83,7 @@ class Gemini(BaseLlm):
Yields: Yields:
LlmResponse: The model response. LlmResponse: The model response.
""" """
self._preprocess_request(llm_request)
self._maybe_append_user_content(llm_request) self._maybe_append_user_content(llm_request)
logger.info( logger.info(
'Sending out request, model: %s, backend: %s, stream: %s', 'Sending out request, model: %s, backend: %s, stream: %s',
@ -237,6 +237,12 @@ class Gemini(BaseLlm):
) as live_session: ) as live_session:
yield GeminiLlmConnection(live_session) yield GeminiLlmConnection(live_session)
def _preprocess_request(self, llm_request: LlmRequest) -> None:
if llm_request.config and self._api_backend == 'ml_dev':
# Using API key from Google AI Studio to call model doesn't support labels.
llm_request.config.labels = None
def _build_function_declaration_log( def _build_function_declaration_log(
func_decl: types.FunctionDeclaration, func_decl: types.FunctionDeclaration,