Skip to content

Commit 2865a25

Browse files
committed
Improve Mistral models integration with llama.cpp
1 parent 221c0e0 commit 2865a25

10 files changed

+1600
-109
lines changed

convert_hf_to_gguf.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -104,9 +104,9 @@ def __init__(self, dir_model: Path, ftype: gguf.LlamaFileType, fname_out: Path,
104104

105105
def get_remote_tensors() -> Iterator[tuple[str, Tensor]]:
106106
logger.info(f"Using remote model with HuggingFace id: {remote_hf_model_id}")
107-
remote_tensors = gguf.utility.SafetensorRemote.get_list_tensors_hf_model(remote_hf_model_id)
107+
remote_tensors = gguf.utility.SafetensorRemote.get_list_tensors_model(remote_hf_model_id)
108108
self.tensor_names = set(name for name in remote_tensors.keys())
109-
for name, remote_tensor in gguf.utility.SafetensorRemote.get_list_tensors_hf_model(remote_hf_model_id).items():
109+
for name, remote_tensor in gguf.utility.SafetensorRemote.get_list_tensors_model(remote_hf_model_id).items():
110110
yield (name, LazyTorchTensor.from_remote_tensor(remote_tensor))
111111

112112
self.get_tensors = get_remote_tensors

0 commit comments

Comments
 (0)