Skip to content

Commit 44b6fee

Browse files
authored
Merge pull request #118 from NaganooMei/develop_0826
[fix] remove redundant code and files/rename file names
2 parents 33b6fd9 + 570e7ef commit 44b6fee

File tree

5 files changed

+0
-123
lines changed

5 files changed

+0
-123
lines changed

unifiedcache/csrc/.gitkeep

Whitespace-only changes.

unifiedcache/integration/vllm/uc_connector.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -126,7 +126,6 @@ def __init__(self, vllm_config: "VllmConfig", role: KVConnectorRole):
126126
self.save_paras: dict[str, SavePara] = {}
127127
# dump tasks record request -> block -> list[task]
128128
self.dump_tasks: dict[str, dict[str, List[Task]]] = {}
129-
self.load_tasks: dict[str, tuple[Task, Task]] = {}
130129
self.layerwise_load_tasks: dict[str, dict[str, tuple[Task, Task]]] = {}
131130
self.is_mla = self._vllm_config.model_config.is_deepseek_mla
132131
self.num_layers = vllm_config.model_config.get_num_layers(
@@ -184,7 +183,6 @@ def _init_kv_caches_from_forward_context(self, forward_context: "ForwardContext"
184183
def DataOffset(self, kv_layer, rank, layer_id, is_v):
185184
# Non-MLA scene: one layer shape is (2, num_blocks, block_size, num_kv_heads, head_size)
186185
# MLA scene: one layer shape is (num_blocks, block_size, head_size)
187-
# TODO MLA adapt
188186
# Element size
189187
elem_size = kv_layer[0].storage().element_size()
190188
logger.debug(

unifiedcache/ucm_connector/ucm_oceanstor.py

Lines changed: 0 additions & 121 deletions
This file was deleted.

0 commit comments

Comments
 (0)