From b7e218e87f10fe16f3128d5341f2ec072211e92e Mon Sep 17 00:00:00 2001 From: Sara Robinson Date: Mon, 1 Dec 2025 07:12:51 -0800 Subject: [PATCH] feat: Add gemini-3-pro-preview support for local tokenizer PiperOrigin-RevId: 838759612 --- google/genai/_local_tokenizer_loader.py | 1 + google/genai/tests/local_tokenizer/test_local_tokenizer.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/google/genai/_local_tokenizer_loader.py b/google/genai/_local_tokenizer_loader.py index c440e9695..0f6edc3ad 100644 --- a/google/genai/_local_tokenizer_loader.py +++ b/google/genai/_local_tokenizer_loader.py @@ -44,6 +44,7 @@ "gemini-2.5-flash-lite-preview-06-17": "gemma3", "gemini-2.0-flash-001": "gemma3", "gemini-2.0-flash-lite-001": "gemma3", + "gemini-3-pro-preview": "gemma3", } diff --git a/google/genai/tests/local_tokenizer/test_local_tokenizer.py b/google/genai/tests/local_tokenizer/test_local_tokenizer.py index f126034b1..ca337b5e8 100644 --- a/google/genai/tests/local_tokenizer/test_local_tokenizer.py +++ b/google/genai/tests/local_tokenizer/test_local_tokenizer.py @@ -37,7 +37,7 @@ def setUp(self): self.mock_tokenizer = MagicMock() self.mock_get_sentencepiece.return_value = self.mock_tokenizer - self.tokenizer = local_tokenizer.LocalTokenizer(model_name='gemini-2.5-flash') + self.tokenizer = local_tokenizer.LocalTokenizer(model_name='gemini-3-pro-preview') def tearDown(self): patch.stopall()