We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents a91655e + 7180cbf commit f659e16Copy full SHA for f659e16
unifiedcache/integration/vllm/uc_connector.py
@@ -703,8 +703,6 @@ def request_finished(
703
) -> tuple[bool, Optional[dict[str, Any]]]:
704
# clear save_paras for request
705
save_paras = self.save_paras.pop(request.request_id, None)
706
- # clear load_tasks for request
707
- self.load_tasks.pop(request.request_id, None)
708
if hasattr(request, "succeed_dumped_blocks") and request.succeed_dumped_blocks:
709
self.connector.commit(request.succeed_dumped_blocks, True)
710
if save_paras is not None:
0 commit comments