File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed
src/transformers/generation/continuous_batching Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change 2222from itertools import count
2323from math import ceil
2424from time import perf_counter
25- from tqdm .contrib .logging import logging_redirect_tqdm
2625
2726import torch
2827from torch import nn
2928from tqdm import tqdm
29+ from tqdm .contrib .logging import logging_redirect_tqdm
3030
3131from ...configuration_utils import PretrainedConfig
3232from ...generation .configuration_utils import GenerationConfig
@@ -1087,7 +1087,9 @@ def continuous_batching_context_manager(
10871087 try :
10881088 yield manager
10891089 finally :
1090- logger .debug ("Continuous batching loop finished" ) # a dummy log needed for the logs of stop to show. Won't show
1090+ logger .debug (
1091+ "Continuous batching loop finished"
1092+ ) # a dummy log needed for the logs of stop to show. Won't show
10911093 manager .stop (block = block , timeout = timeout )
10921094
10931095 # NOTE: don't forget to update `continuous_batching_context_manager` when changing this method's definition
You can’t perform that action at this time.
0 commit comments