Skip to content

Commit fe3814f

Browse files
change for reviewer advice
1 parent 2df2ff4 commit fe3814f

File tree

1 file changed

+1
-9
lines changed

1 file changed

+1
-9
lines changed

vllm/entrypoints/openai/serving_chat.py

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1003,15 +1003,7 @@ async def chat_completion_stream_generator(
10031003
# handle tool calls after reasoning is done or when tool call
10041004
# tokens are detected
10051005
else:
1006-
# If entering here due to tool call detection, mark
1007-
# reasoning as ended and prepare state for tool parsing
1008-
if not reasoning_end_arr[i]:
1009-
reasoning_end_arr[i] = True
1010-
if not added_content_delta_arr[i]:
1011-
added_content_delta_arr[i] = True
1012-
previous_text = ""
1013-
previous_token_ids = []
1014-
1006+
reasoning_end_arr[i] = True
10151007
delta_token_ids = output_token_ids
10161008
# First time to tool call,
10171009
# add the remaining text and token ids

0 commit comments

Comments
 (0)