From 876261e877ac00e43f510febccc9789775b48dbd Mon Sep 17 00:00:00 2001
From: "Chen, Zhenhuan" <zhenhuan.chen@intel.com>
Date: Thu, 23 Mar 2023 20:33:04 -0700
Subject: [PATCH] fix checkpoints file list to align with DeepSpeed

---
 inference_server/models/ds_inference.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/inference_server/models/ds_inference.py b/inference_server/models/ds_inference.py
index b60338b..e48a1c0 100644
--- a/inference_server/models/ds_inference.py
+++ b/inference_server/models/ds_inference.py
@@ -77,7 +77,7 @@ def __init__(self, model_path: str):
     def write_checkpoints_json(self) -> None:
         print(self.model_path)
         with io.open(self.tmp_file, "w", encoding="utf-8") as f:
-            data = {"type": "BLOOM", "checkpoints": glob.glob(f"{self.model_path}/*.bin"), "version": 1.0}
+            data = {"type": "BLOOM", "checkpoints": glob.glob("*.bin", root_dir=self.model_path), "version": 1.0}
             json.dump(data, f)
 
     def __enter__(self):