Skip to content

Commit 7774e4e

Browse files
committed
fix: Use candidates_token_count for output tokens in telemetry
1 parent ce7253f commit 7774e4e

File tree

2 files changed

+5
-3
lines changed

2 files changed

+5
-3
lines changed

src/google/adk/telemetry.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -202,7 +202,7 @@ def trace_call_llm(
202202
)
203203
span.set_attribute(
204204
'gen_ai.usage.output_tokens',
205-
llm_response.usage_metadata.total_token_count,
205+
llm_response.usage_metadata.candidates_token_count,
206206
)
207207

208208

tests/unittests/test_telemetry.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -155,15 +155,17 @@ async def test_trace_call_llm_usage_metadata(monkeypatch, mock_span_fixture):
155155
llm_response = LlmResponse(
156156
turn_complete=True,
157157
usage_metadata=types.GenerateContentResponseUsageMetadata(
158-
total_token_count=100, prompt_token_count=50
158+
total_token_count=100,
159+
prompt_token_count=50,
160+
candidates_token_count=50,
159161
),
160162
)
161163
trace_call_llm(invocation_context, 'test_event_id', llm_request, llm_response)
162164

163165
expected_calls = [
164166
mock.call('gen_ai.system', 'gcp.vertex.agent'),
165167
mock.call('gen_ai.usage.input_tokens', 50),
166-
mock.call('gen_ai.usage.output_tokens', 100),
168+
mock.call('gen_ai.usage.output_tokens', 50),
167169
]
168170
assert mock_span_fixture.set_attribute.call_count == 9
169171
mock_span_fixture.set_attribute.assert_has_calls(

0 commit comments

Comments
 (0)